-- Logs begin at Thu 2022-05-19 15:41:33 UTC, end at Thu 2022-05-19 17:10:31 UTC. -- May 19 16:33:20.811849 dv-cinder-842433-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 19 16:33:24.300185 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.common.config [-] Logging enabled! May 19 16:33:24.300956 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 19 16:33:24.300956 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110259) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 16:33:24.305012 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.common.config [-] Logging enabled! May 19 16:33:24.305309 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 19 16:33:24.305630 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110259) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 16:33:24.306642 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 16:33:24.306880 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 16:33:24.307321 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 16:33:24.307568 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 16:33:24.307795 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 16:33:24.308250 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.308556 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.308793 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.309099 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.309453 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.309744 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.310041 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.310353 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.310647 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.310935 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.311227 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.311466 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.311758 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.312053 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.312356 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.312583 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] debug = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.312878 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.313376 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.313805 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.314096 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.314394 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.314678 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.315084 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.315218 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.315516 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.315885 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] host = dv-cinder-842433-1-iscsi {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.316172 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.316467 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.316761 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.317064 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.317929 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.318231 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.318525 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.318808 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.319090 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] log_file = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.319377 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.319676 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.319971 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.320280 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.320510 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.320738 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.321032 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.321369 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.321656 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.321940 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.322220 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.322506 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.322786 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.323068 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.323366 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.323660 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.323957 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.324322 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.324607 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.324890 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.325199 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.325497 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.325779 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.326064 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.326344 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.326643 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.326923 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.327206 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.327593 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.327890 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.328181 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.328478 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.328761 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.329052 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.329361 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.329644 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.329926 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] use_json = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.330206 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.330557 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.330852 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.331134 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.331412 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.331692 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.331972 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.332270 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.332547 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:24.332860 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.333227 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.333610 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.333903 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.334217 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.334503 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.334799 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.335082 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.335378 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.335675 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.335970 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.336253 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.336563 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.336859 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.337194 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.337510 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.337813 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.338108 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.338389 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.338669 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.338950 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.339234 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.339528 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.339814 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.340108 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.340402 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.340688 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.340992 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.341317 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.341616 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.341917 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.342210 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.342490 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.342776 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.343082 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.343365 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.343643 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.343936 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.344218 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.344495 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.344785 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.345069 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.345372 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.345650 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.345932 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.346229 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.346510 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.346786 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.347061 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.347341 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.347616 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.347909 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.348192 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.348467 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.348778 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.349063 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.349366 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.349648 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.349937 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.350219 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.350501 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.350783 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.351066 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.351345 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.351622 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.351900 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.352176 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.352453 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.352735 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.353013 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.353323 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.353599 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.353880 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.354158 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.354467 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.354748 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.355033 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.355316 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.355601 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.355884 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.356167 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.356449 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.356732 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.357008 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.357346 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.357636 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.358031 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.358226 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.358507 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.358834 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.359118 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.359400 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.359692 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.359972 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.360254 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.360540 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.360829 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.361131 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.361455 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.361739 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.362037 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.362336 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.362638 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.362923 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.363253 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.363538 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:24.363757 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 16:33:24.364011 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110259) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 16:33:24.851517 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 16:33:24.851795 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 16:33:24.852072 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 16:33:24.852405 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 16:33:25.215993 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.216357 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.216719 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.218210 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.218579 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.218944 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.281958 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.282225 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.282497 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.298846 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.299177 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.299495 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.334544 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.335225 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.335225 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.377031 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.377328 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.377586 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.754679 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.755581 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.755909 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.756220 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.756984 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.865603 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.865938 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.866230 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.866509 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.866780 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.867099 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.867363 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.867626 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.867887 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.868178 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.868442 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.868710 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.868969 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.869251 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.869513 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.869784 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.870042 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.870322 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.870597 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.870864 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.871148 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.871397 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.871688 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.872124 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.872357 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.872604 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.873065 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 16:33:25.873336 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 16:33:25.873580 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 16:33:25.873822 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 16:33:25.874069 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 16:33:25.874309 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 16:33:25.874707 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 16:33:25.878544 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 16:33:25.883778 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 16:33:25.888302 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 19 16:33:25.890194 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 16:33:25.890704 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 16:33:25.891061 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 16:33:25.891478 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 16:33:25.894757 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 16:33:25.895041 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 16:33:25.895488 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 16:33:25.900706 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 19 16:33:25.925921 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 16:33:25.926456 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.927339 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110259) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 19 16:33:25.927784 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.929415 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110259) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 16:33:25.929753 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 16:33:25.930044 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 16:33:25.933764 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.934126 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:25.999286 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 16:33:25.999555 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 16:33:25.999755 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 16:33:26.000153 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 16:33:26.055085 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO dbcounter [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Registered counter for database neutron May 19 16:33:26.076852 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_db.sqlalchemy.engines [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110259) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 16:33:26.084544 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG dbcounter [-] [110259] Writer thread running {{(pid=110259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 16:33:26.552106 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Initializing driver for type 'gre' May 19 16:33:26.553140 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] gre ID ranges: [(1, 1000)] May 19 16:33:26.632491 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Initializing driver for type 'local' May 19 16:33:26.632985 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Initializing driver for type 'vlan' May 19 16:33:26.653472 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] VlanTypeDriver initialization complete May 19 16:33:26.653940 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Initializing driver for type 'vxlan' May 19 16:33:26.654672 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] vxlan ID ranges: [(1, 1000)] May 19 16:33:26.731696 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Initializing extension driver 'port_security' May 19 16:33:26.732126 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.extensions.port_security [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] PortSecurityExtensionDriver initialization complete May 19 16:33:26.732506 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Initializing mechanism driver 'openvswitch' May 19 16:33:26.732919 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Initializing mechanism driver 'hyperv' May 19 16:33:26.740340 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:33:26.741052 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > port after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.741479 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > port after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.741829 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > port after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.742382 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 16:33:26.742819 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > subnet after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.743180 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > subnet after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.743531 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.743941 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 16:33:26.744447 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > network after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.744850 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > network after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.745282 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > network after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.745749 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 16:33:26.746237 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > security_group after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.746638 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > security_group after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.747031 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.747488 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 16:33:26.747964 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.748359 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.748743 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.749245 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 16:33:26.749786 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > address_group after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.750204 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > address_group after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.750687 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.751212 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 16:33:26.751994 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] ML2 OVO RPC backend initialized. {{(pid=110259) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 19 16:33:26.752885 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.753389 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.753956 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > network before_response 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.754434 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > networks before_response 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.754840 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > port before_response 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.755233 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > ports before_response 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.755675 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > subnet before_response 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.756076 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > subnets before_response 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.756495 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > network after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.756884 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > network after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.757334 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > network after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.757735 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > port after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.758164 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > port after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.758552 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > port after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.758958 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > subnet after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.759360 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > subnet after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.759756 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.769005 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded quota_driver: . May 19 16:33:26.769414 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.plugin [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Modular L2 Plugin initialization complete May 19 16:33:26.769777 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading services supported by the core plugin {{(pid=110259) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 16:33:26.770139 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.plugins.ml2.managers [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Got port-security extension from driver 'port_security' May 19 16:33:26.771177 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.extensions.vlantransparent [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Disabled vlantransparent extension. May 19 16:33:26.771698 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110259) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 16:33:26.772055 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading Plugin: router May 19 16:33:26.812845 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.813144 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router after_create 55549900 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.813552 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router before_create 55549900 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.813926 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.814308 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.814671 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router after_delete 55549900 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.815037 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.815396 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.815762 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router after_create 55549900 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.816115 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router after_update 55549900 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.816474 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router after_update 55549900 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.816894 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.817263 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router after_update 55549900 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.817702 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router precommit_update 55549900 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.818085 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: port after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.818433 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: port after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.818777 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: subnet after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.819122 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.819476 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.819832 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router precommit_create 55549900 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.820181 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: port before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.820532 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router precommit_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.820889 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router after_update 55549900 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.821297 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.821646 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router precommit_create 55549900 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.821989 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.822341 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router precommit_update 55549900 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.822723 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > agent after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.823084 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > agent after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.823426 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > network after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.825089 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Tracking information for resource: router configured {{(pid=110259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 16:33:26.825486 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Tracking information for resource: floatingip configured {{(pid=110259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 16:33:26.834411 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.db.l3_agentschedulers_db [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 16:33:26.835032 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: port after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.835444 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: port after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.835874 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: port after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.836243 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: port after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.837222 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router before_create 55550100 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.837692 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.838076 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router precommit_create 55550100 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.838524 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > router precommit_update 55550100 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.844986 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.services.provider_configuration [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service providers = [] {{(pid=110259) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 16:33:26.845400 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.db.servicetype_db [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110259) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 16:33:26.849343 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.services.service_base [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 16:33:26.849798 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.services.service_base [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 16:33:26.850187 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.services.service_base [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 16:33:26.851284 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.services.service_base [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 16:33:26.851725 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.services.service_base [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 16:33:26.852168 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 16:33:26.852538 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 16:33:26.864258 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 16:33:26.864595 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading Plugin: auto_allocate May 19 16:33:26.871082 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: network precommit_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.871464 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: network precommit_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.872017 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 16:33:26.872341 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading Plugin: tag May 19 16:33:26.880238 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 16:33:26.880575 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading Plugin: timestamp May 19 16:33:26.885246 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 16:33:26.885580 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading Plugin: network_ip_availability May 19 16:33:26.891932 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.892316 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.892673 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:26.893519 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 16:33:26.893847 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading Plugin: flavors May 19 16:33:26.899804 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 16:33:26.900141 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading Plugin: revisions May 19 16:33:26.908790 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 16:33:26.909196 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_concurrency.lockutils [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.057s {{(pid=110259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 16:33:26.910011 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110259) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 19 16:33:26.910355 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Initializing extension manager. May 19 16:33:26.911023 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: __init__.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.911298 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: __pycache__ {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.911641 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: _port_mac_address_override.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.911979 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: address_group.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.912867 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.913763 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: address-group May 19 16:33:26.914098 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: address_scope.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.914854 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.915395 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: address-scope May 19 16:33:26.915722 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.916770 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.917337 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: router-admin-state-down-before-update May 19 16:33:26.917677 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: agent.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.918427 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.918970 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: agent May 19 16:33:26.919301 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: agent_resources_synced.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.920315 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.920866 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: agent-resources-synced May 19 16:33:26.921234 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: allowedaddresspairs.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.923260 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.923840 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: allowed-address-pairs May 19 16:33:26.924246 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: auto_allocated_topology.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.925395 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.925945 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: auto-allocated-topology May 19 16:33:26.926277 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: availability_zone.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.927106 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.927559 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: availability_zone May 19 16:33:26.927887 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: availability_zone_filter.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.928869 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.929431 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: availability_zone_filter May 19 16:33:26.929759 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: data_plane_status.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.930713 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.931241 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension data-plane-status not supported by any of loaded plugins May 19 16:33:26.931568 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: default_subnetpools.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.932525 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.933062 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: default-subnetpools May 19 16:33:26.933422 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.934295 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.934827 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: dhcp_agent_scheduler May 19 16:33:26.935151 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: dns.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.936117 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.936646 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension dns-integration not supported by any of loaded plugins May 19 16:33:26.936969 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: dns_domain_ports.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.937960 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.938493 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 16:33:26.938823 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.939780 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.940308 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 19 16:33:26.940636 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: dvr.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.941371 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.941902 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: dvr May 19 16:33:26.942793 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: ecmp_routes.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.943786 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.944319 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension ecmp_routes not supported by any of loaded plugins May 19 16:33:26.944648 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: empty_string_filtering.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.945669 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.946216 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: empty-string-filtering May 19 16:33:26.946544 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.947526 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.948067 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 16:33:26.948396 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.949383 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.949913 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 16:33:26.950243 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: external_net.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.951214 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.951750 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: external-net May 19 16:33:26.952077 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.953021 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.953593 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: extra_dhcp_opt May 19 16:33:26.953924 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: extraroute.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.954860 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.955396 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: extraroute May 19 16:33:26.955723 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: extraroute_atomic.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.956819 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.957390 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: extraroute-atomic May 19 16:33:26.957723 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: filter_validation.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.959025 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.959554 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: filter-validation May 19 16:33:26.959883 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: fip_pf_description.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.960879 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.961442 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 16:33:26.961770 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: fip_pf_port_range.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.962738 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.963518 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 19 16:33:26.963926 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: fip_port_details.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.965093 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.965854 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: fip-port-details May 19 16:33:26.966195 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: flavors.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.967797 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.968355 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: flavors May 19 16:33:26.968716 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.970587 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.971155 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 16:33:26.971489 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: floatingip_pools.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.972230 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.972763 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: floatingip-pools May 19 16:33:26.973094 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: ip_allocation.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.974178 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.974708 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension ip_allocation not supported by any of loaded plugins May 19 16:33:26.975040 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.976193 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.976734 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: ip-substring-filtering May 19 16:33:26.977092 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: l2_adjacency.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.978050 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.978581 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension l2_adjacency not supported by any of loaded plugins May 19 16:33:26.978907 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: l3.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.979978 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.980529 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: router May 19 16:33:26.980861 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.983382 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.983950 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 16:33:26.984291 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.985344 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.985860 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: ext-gw-mode May 19 16:33:26.986192 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.987164 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.987701 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: l3-ha May 19 16:33:26.988031 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.988977 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.989586 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 19 16:33:26.989932 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: l3_flavors.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.990870 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.991405 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: l3-flavors May 19 16:33:26.991732 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.993224 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.993769 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 19 16:33:26.994106 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.995078 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.995618 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: l3-port-ip-change-not-allowed May 19 16:33:26.995951 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: l3agentscheduler.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.997070 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:26.997643 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: l3_agent_scheduler May 19 16:33:26.997979 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: local_ip.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:26.999922 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.000483 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension local_ip not supported by any of loaded plugins May 19 16:33:27.000821 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: logging.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.002449 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.003016 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension logging not supported by any of loaded plugins May 19 16:33:27.003372 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: metering.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.004171 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.005354 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: metering May 19 16:33:27.005694 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.006914 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.007510 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: metering_source_and_destination_fields May 19 16:33:27.007792 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: multiprovidernet.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.008797 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.009370 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: multi-provider May 19 16:33:27.009704 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: netmtu.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.010697 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.011254 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: net-mtu May 19 16:33:27.011605 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: netmtu_writable.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.012929 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.013531 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: net-mtu-writable May 19 16:33:27.013839 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: network_availability_zone.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.014539 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.015066 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: network_availability_zone May 19 16:33:27.015394 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: network_ip_availability.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.016610 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.017173 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: network-ip-availability May 19 16:33:27.017526 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: network_segment_range.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.018356 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.018886 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension network-segment-range not supported by any of loaded plugins May 19 16:33:27.019218 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: pagination.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.020929 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.021275 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: pagination May 19 16:33:27.021603 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: port_device_profile.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.022719 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.023293 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: port-device-profile May 19 16:33:27.023618 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: port_mac_address_override.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.024635 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.025296 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: port-mac-override May 19 16:33:27.025539 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.026508 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.027044 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: port-mac-address-regenerate May 19 16:33:27.027371 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.028332 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.028864 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: port-numa-affinity-policy May 19 16:33:27.029226 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: port_resource_request.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.030163 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.030690 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension port-resource-request not supported by any of loaded plugins May 19 16:33:27.031017 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: port_resource_request_groups.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.032027 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.032562 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 19 16:33:27.032890 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: portbindings.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.033903 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.034445 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: binding May 19 16:33:27.034770 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: portbindings_extended.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.036380 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.036786 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: binding-extended May 19 16:33:27.037041 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: portsecurity.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.038027 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.038564 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: port-security May 19 16:33:27.038921 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: project_id.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.039929 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.040260 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: project-id May 19 16:33:27.040586 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: providernet.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.041570 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.042133 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: provider May 19 16:33:27.042465 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: qos.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.046421 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.047007 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension qos not supported by any of loaded plugins May 19 16:33:27.047347 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.048810 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.049467 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 16:33:27.049779 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.050765 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.051316 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 16:33:27.051686 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: qos_default.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.052662 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.053248 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension qos-default not supported by any of loaded plugins May 19 16:33:27.053583 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: qos_fip.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.054557 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.055092 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension qos-fip not supported by any of loaded plugins May 19 16:33:27.055427 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.056378 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.056909 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 19 16:33:27.057279 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: qos_gateway_ip.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.058248 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.058780 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 16:33:27.059108 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: qos_port_network_policy.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.060069 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.060607 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 16:33:27.060935 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.062082 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.062627 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 19 16:33:27.063025 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.064042 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.064583 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 19 16:33:27.064914 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: qos_pps_rule.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.066283 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.066834 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension qos-pps not supported by any of loaded plugins May 19 16:33:27.067689 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: qos_rule_type_details.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.068661 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.069244 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 16:33:27.069579 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.070519 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.071056 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 19 16:33:27.071386 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: qos_rules_alias.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.072553 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.073140 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 16:33:27.073498 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: quota_check_limit.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.074683 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.075333 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: quota-check-limit May 19 16:33:27.075602 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: quotasv2.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.076706 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.077057 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: quotas May 19 16:33:27.077405 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: quotasv2_detail.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.079365 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.079700 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: quota_details May 19 16:33:27.080036 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: rbac.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.081227 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.081878 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: rbac-policies May 19 16:33:27.082176 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: rbac_address_group.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.083775 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.084321 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: rbac-address-group May 19 16:33:27.084650 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: rbac_address_scope.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.085682 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.086233 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: rbac-address-scope May 19 16:33:27.086562 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: rbac_security_groups.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.087561 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.088104 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: rbac-security-groups May 19 16:33:27.088430 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: rbac_subnetpool.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.089434 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.089972 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: rbac-subnetpool May 19 16:33:27.090300 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: revisionifmatch.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.091314 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.091889 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: revision-if-match May 19 16:33:27.092388 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: revisions.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.093437 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.093916 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: standard-attr-revisions May 19 16:33:27.094244 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: router_availability_zone.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.095011 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.095601 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: router_availability_zone May 19 16:33:27.095822 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: routerservicetype.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.096787 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.097414 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension router-service-type not supported by any of loaded plugins May 19 16:33:27.097700 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.098841 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.099219 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: security-groups-normalized-cidr May 19 16:33:27.099546 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.100508 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.101045 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: port-security-groups-filtering May 19 16:33:27.101402 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.102390 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.102931 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: security-groups-remote-address-group May 19 16:33:27.103260 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.104240 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.104775 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: security-groups-shared-filtering May 19 16:33:27.105102 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.105763 dv-cinder-842433-1-iscsi neutron-server[110259]: WARNING neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 19 16:33:27.106261 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: securitygroup.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.118875 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.119686 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: security-group May 19 16:33:27.122735 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: segment.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.123066 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.123676 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension segment not supported by any of loaded plugins May 19 16:33:27.124051 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.125200 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.125794 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 16:33:27.126245 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: servicetype.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.127487 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.128128 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: service-type May 19 16:33:27.128467 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: sorting.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.130211 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.130688 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: sorting May 19 16:33:27.131083 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: standard_attr_segment.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.132074 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.132646 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 16:33:27.132978 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: standardattrdescription.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.133711 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.134248 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: standard-attr-description May 19 16:33:27.134580 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: stateful_security_group.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.135602 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.136146 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: stateful-security-group May 19 16:33:27.136488 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: stdattrs_common.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.137087 dv-cinder-842433-1-iscsi neutron-server[110259]: WARNING neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 16:33:27.137444 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.138672 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.139221 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 16:33:27.139551 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: subnet_onboard.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.140679 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.141335 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: subnet_onboard May 19 16:33:27.141689 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.142666 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.143207 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 16:33:27.143535 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: subnet_service_types.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.144503 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.145047 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: subnet-service-types May 19 16:33:27.146000 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: subnetallocation.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.147215 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.147767 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: subnet_allocation May 19 16:33:27.148097 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.148810 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.149386 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: subnetpool-prefix-ops May 19 16:33:27.149719 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.150732 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.151269 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 16:33:27.151595 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: tagging.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.152754 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.153341 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: standard-attr-tag May 19 16:33:27.153674 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: timestamp.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.155024 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.155569 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loaded extension: standard-attr-timestamp May 19 16:33:27.155903 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: trunk.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.157025 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.157601 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension trunk not supported by any of loaded plugins May 19 16:33:27.157932 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: trunk_details.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.158935 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.159474 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension trunk-details not supported by any of loaded plugins May 19 16:33:27.159803 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: uplink_status_propagation.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.160768 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.161364 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 16:33:27.161696 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Loading extension file: vlantransparent.py {{(pid=110259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 16:33:27.162402 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 16:33:27.162932 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extension vlan-transparent not supported by any of loaded plugins May 19 16:33:27.165714 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:network May 19 16:33:27.166272 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:subnet May 19 16:33:27.166686 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:subnetpool May 19 16:33:27.167094 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:port May 19 16:33:27.170091 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.v2.resource_helper [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 16:33:27.170306 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.v2.resource_helper [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service FLAVORS assigned prefix: {{(pid=110259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 16:33:27.170950 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.v2.resource_helper [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 16:33:27.171389 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.v2.resource_helper [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 16:33:27.171768 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:router May 19 16:33:27.172189 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:floatingip May 19 16:33:27.172697 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.v2.resource_helper [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service METERING assigned prefix: /metering {{(pid=110259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 16:33:27.174254 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:27.174643 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:27.174999 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:33:27.176125 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of CountableResource for resource:rbac_policy May 19 16:33:27.176623 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:security_group May 19 16:33:27.177086 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 16:33:27.177676 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.v2.resource_helper [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service CORE assigned prefix: {{(pid=110259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 16:33:27.178120 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:subnetpool May 19 16:33:27.178477 dv-cinder-842433-1-iscsi neutron-server[110259]: WARNING neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] subnetpool is already registered May 19 16:33:27.178917 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.v2.resource_helper [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service CORE assigned prefix: {{(pid=110259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 16:33:27.179253 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:subnetpool May 19 16:33:27.179588 dv-cinder-842433-1-iscsi neutron-server[110259]: WARNING neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] subnetpool is already registered May 19 16:33:27.182154 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.v2.resource_helper [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 16:33:27.182609 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.v2.resource_helper [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service FLAVORS assigned prefix: {{(pid=110259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 16:33:27.183222 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.v2.resource_helper [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 16:33:27.184017 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.v2.resource_helper [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 16:33:27.184388 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:router May 19 16:33:27.184726 dv-cinder-842433-1-iscsi neutron-server[110259]: WARNING neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] router is already registered May 19 16:33:27.185173 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:floatingip May 19 16:33:27.185543 dv-cinder-842433-1-iscsi neutron-server[110259]: WARNING neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] floatingip is already registered May 19 16:33:27.186029 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.v2.resource_helper [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service METERING assigned prefix: /metering {{(pid=110259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 16:33:27.186756 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of CountableResource for resource:rbac_policy May 19 16:33:27.187094 dv-cinder-842433-1-iscsi neutron-server[110259]: WARNING neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] rbac_policy is already registered May 19 16:33:27.187603 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:security_group May 19 16:33:27.187946 dv-cinder-842433-1-iscsi neutron-server[110259]: WARNING neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] security_group is already registered May 19 16:33:27.188362 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 16:33:27.188711 dv-cinder-842433-1-iscsi neutron-server[110259]: WARNING neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] security_group_rule is already registered May 19 16:33:27.189432 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.v2.resource_helper [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service CORE assigned prefix: {{(pid=110259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 16:33:27.189769 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:subnetpool May 19 16:33:27.190115 dv-cinder-842433-1-iscsi neutron-server[110259]: WARNING neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] subnetpool is already registered May 19 16:33:27.190545 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.v2.resource_helper [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Service CORE assigned prefix: {{(pid=110259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 16:33:27.190875 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Creating instance of TrackedResource for resource:subnetpool May 19 16:33:27.191215 dv-cinder-842433-1-iscsi neutron-server[110259]: WARNING neutron.quota.resource_registry [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] subnetpool is already registered May 19 16:33:27.191694 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: extensions {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.193849 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: address-groups {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.195395 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: address-scopes {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.196754 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: agents {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.198006 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: auto-allocated-topology {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.199300 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: availability_zones {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.200581 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: dhcp-networks {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.202188 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: dhcp-agents {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.203654 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: routers {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.205535 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: flavors {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.206838 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: service_profiles {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.208691 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: next_providers {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.210218 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: service_profiles {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.211844 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: floatingip-pools {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.213111 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: routers {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.214915 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: floatingips {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.216258 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: l3-routers {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.217722 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: l3-agents {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.219184 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: metering-labels {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.220478 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: metering-label-rules {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.221957 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: network-ip-availabilities {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.223260 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: bindings {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.224921 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: quotas {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.226677 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: quotas {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.228273 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: rbac-policies {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.229524 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: security-groups {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.230890 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: security-group-rules {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.232179 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: service-providers {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.233457 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: subnetpools {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.234818 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: subnetpools {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.236422 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: tags {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.238262 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: tags {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.241960 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: tags {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.243838 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: tags {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.245620 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: tags {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.247688 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: tags {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.249484 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: tags {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.251457 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: tags {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.253393 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: tags {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.255946 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron.api.extensions [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Extended resource: tags {{(pid=110259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 16:33:27.262875 dv-cinder-842433-1-iscsi neutron-server[110259]: WARNING keystonemiddleware.auth_token [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 16:33:27.268604 dv-cinder-842433-1-iscsi neutron-server[110259]: WARNING keystonemiddleware.auth_token [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 16:33:27.278423 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_concurrency.lockutils [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Acquired lock "singleton_lock" {{(pid=110259) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 19 16:33:27.278916 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_concurrency.lockutils [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Releasing lock "singleton_lock" {{(pid=110259) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 19 16:33:27.279613 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO oslo_service.service [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Starting 2 workers May 19 16:33:27.284755 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Started child 110370 {{(pid=110259) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 16:33:27.289784 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Started child 110371 {{(pid=110259) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 16:33:27.291575 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO neutron.service [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Neutron service started, listening on 0.0.0.0:9696 May 19 16:33:27.292325 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:27.294738 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:27.295596 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO oslo_service.service [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Starting 1 workers May 19 16:33:27.296809 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:27.297612 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [-] (110370) wsgi starting up on http://0.0.0.0:9696 May 19 16:33:27.298772 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [-] (110371) wsgi starting up on http://0.0.0.0:9696 May 19 16:33:27.302999 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Started child 110372 {{(pid=110259) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 16:33:27.303963 dv-cinder-842433-1-iscsi neutron-server[110259]: INFO oslo_service.service [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Starting 1 workers May 19 16:33:27.308970 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.service [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] calling RpcWorker wait() {{(pid=110372) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 16:33:27.309965 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.service [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] returning from RpcWorker wait() {{(pid=110372) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 16:33:27.311037 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Started child 110373 {{(pid=110259) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 16:33:27.312108 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:27.312272 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-209cb210-d674-48b7-a5e1-10874082cbd5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:27.312750 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:33:27.315409 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110259) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 16:33:27.315620 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 16:33:27.315901 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 16:33:27.316240 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 16:33:27.316744 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 16:33:27.316988 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 16:33:27.318412 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.318864 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.319286 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.319599 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:27.320377 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.320711 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.321119 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.321556 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.321725 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:33:27.322001 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.322418 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.322699 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.322971 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.323386 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.323811 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.324291 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.324727 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.325147 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.325557 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.325862 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.326279 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.326715 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.327094 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.327556 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] debug = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.327960 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.328777 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.329205 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.329630 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.329989 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.330421 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.330814 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.331209 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.331604 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.331997 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.332377 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.332820 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.333219 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.333581 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.333951 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.334362 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.334748 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.335460 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] host = dv-cinder-842433-1-iscsi {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.335846 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.336221 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.336605 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.337002 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.337469 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.337831 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.338250 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.338666 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.339094 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.339479 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.339880 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.340300 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.340679 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.341070 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_file = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.341370 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_options = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.341760 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.342212 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.342631 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.342946 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.343200 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.343480 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.343909 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.344170 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.344580 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.344964 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.345356 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.345746 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.346130 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.346533 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.346967 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.347353 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.347736 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.348097 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.348549 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.348939 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.349349 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.349920 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.350320 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.350866 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.351147 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.351446 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.351794 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.352167 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.352397 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.352749 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.353206 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.353598 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.354141 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.354284 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.354609 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.355027 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.355342 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.355684 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.356097 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.356503 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.356850 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.357327 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.357701 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.358075 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.358448 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.358814 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.359145 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] use_json = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.359474 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.359834 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.360251 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.360827 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.361190 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.361533 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.361879 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.362288 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.362654 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.363188 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.363635 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.364623 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.365003 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.365427 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.365815 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.366179 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.366532 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.366895 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.367269 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.367691 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.368040 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.368469 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.368882 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.369317 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.369852 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.370265 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.370706 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.371091 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.371091 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.371854 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.372206 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.372664 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.373037 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.373462 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.373888 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.374280 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.374752 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.375143 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.375704 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.376234 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.376661 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.377053 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.377493 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.377891 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.378267 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.378634 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.378978 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.379646 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.380731 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.381195 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.381678 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.382073 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.382457 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.382828 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.383234 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.383615 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.384028 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.384409 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.384787 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.385355 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.385567 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.386165 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.386751 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.387384 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.388380 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.389034 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.389715 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.390331 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.390997 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.391563 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.392160 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.392619 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.393002 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.393400 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.393790 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.394143 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.394532 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.394968 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.395410 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.395768 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.396149 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.396530 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.396904 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.397465 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.397818 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.398165 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.398549 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.398938 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.399327 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.399699 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.400075 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.400454 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.400828 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.401227 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.401614 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.401980 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.402371 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.402708 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.403081 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.403450 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.403953 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.404371 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.404857 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.405270 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.405704 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.406242 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.406523 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.407002 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.407600 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.408125 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.408733 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.409393 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.410071 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.410726 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.411164 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.411605 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.412002 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.412358 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.412740 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.413378 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.413816 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.414228 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.414704 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.415097 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.415495 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.415877 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.416314 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.416763 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.417221 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.417651 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.418148 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.418498 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.418965 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.419381 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.419841 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.420304 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.420693 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.421109 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.421572 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.421993 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.422409 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.422826 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.423238 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.423865 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.424500 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.424911 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.425379 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.425787 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.426289 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.427248 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.427633 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.427936 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.428425 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.428820 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.429422 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.430063 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.430672 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.431308 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.431716 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.432122 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.432499 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.432887 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.433326 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.433685 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.434064 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.434403 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.434800 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.435188 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.435560 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.435972 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.436349 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.436754 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.437121 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.437527 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.437906 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.438301 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.438652 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.439014 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.439429 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.439824 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.440179 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.440585 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.440998 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.441477 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.441856 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.442867 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.443232 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.443590 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.443952 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.444265 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.444646 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.444989 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.445394 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.445725 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.446061 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.446374 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.446718 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.447030 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.447360 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.447693 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.448015 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.448350 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.448696 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.449122 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.449566 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.449905 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.450250 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.450583 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.450911 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.451250 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.451564 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.451871 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.452157 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.452453 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.452776 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.453063 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.453406 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.453749 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.454117 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.454521 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.454892 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.455264 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.455714 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.456032 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.456465 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.456834 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.457208 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.457574 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.457972 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.458367 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.458772 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.459155 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.459649 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.460058 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.460432 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.460860 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.461265 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.461577 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.461879 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.462195 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.462487 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.462819 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.463182 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.463497 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.463870 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.464242 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.464523 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.464901 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.465291 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.465620 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.465943 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.466274 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.466637 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.467004 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.467362 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.467695 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.468008 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.468292 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.468578 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.468877 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.469264 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.469580 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.469908 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.470228 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.470582 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.470941 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.471265 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.471581 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.471993 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.472378 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.472622 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.472968 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.473323 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.473880 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.474133 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.474624 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.474911 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.475296 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.475655 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.475979 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.476401 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.476813 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.477314 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.477687 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.478084 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.478471 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.478893 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.479293 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.479710 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.480039 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.480452 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.480861 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.481339 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.481710 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.482072 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.482470 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.482823 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.483185 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.483546 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.484084 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.484297 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.484700 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.485106 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.485563 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.485952 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.486340 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.486683 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.487031 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.487310 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.487647 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.488003 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.488272 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 16:33:27.489635 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110259) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 16:33:27.489871 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 16:33:27.490101 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 16:33:27.490337 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 16:33:27.490577 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 16:33:27.490789 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 16:33:27.491056 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.491276 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.491482 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:33:27.491573 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.491716 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.491985 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.492206 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.492422 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.492636 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.492849 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.493065 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.493328 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.493544 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.493759 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.493972 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.494216 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.494441 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.494662 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.494882 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.495101 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.495313 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.495531 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.495928 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] debug = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.496247 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.496472 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.496640 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.496789 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.496951 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.497119 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.497339 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.497511 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.497692 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.497830 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.497976 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.498227 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.498404 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.498528 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.498649 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.498813 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.498952 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.499067 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] host = dv-cinder-842433-1-iscsi {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.499177 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.499398 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.499542 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.499669 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.499790 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.499941 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.500102 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.500252 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.500415 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.500577 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.500739 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.500901 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.501063 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.501250 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_file = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.501413 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_options = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.501575 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.501738 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.501901 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.502096 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.502265 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.502427 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.502588 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.502749 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.502921 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.503072 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.503233 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.503394 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.503555 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.503715 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.503877 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.504040 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.504201 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.504363 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.504527 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.504759 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.505470 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.505634 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.505870 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.505999 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.506104 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.506252 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.506413 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.506573 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.506733 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.506893 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.507054 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.507214 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.507376 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.507537 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.507699 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.507860 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.508020 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.508181 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.508348 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.508508 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.508669 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.508830 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.508990 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.509190 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.509338 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.509512 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.509680 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] use_json = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.509809 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.509972 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.510175 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.510380 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.510563 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.510563 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.510799 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.510941 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.511112 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 16:33:27.511238 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.511361 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.511536 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.511699 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.511863 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.512026 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.512191 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.512355 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.512784 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.512947 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.513122 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.513311 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.513488 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.513653 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.513817 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.513982 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.514147 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.514311 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.514476 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.514640 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.514805 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.514969 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.515144 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.515309 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.515473 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.515635 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.515798 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.516108 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.516108 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.516346 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.516484 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.516606 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.516757 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.516922 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.517089 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.517281 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.517439 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.517604 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.517770 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.517935 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.518099 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.518263 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.518427 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.518591 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.518756 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.518921 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.519087 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.519250 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.519414 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.519596 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.519741 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.519910 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.520074 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.520251 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.520446 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.520611 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.520773 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.520952 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.521115 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.521304 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.521468 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.521633 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.521795 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.521958 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.522120 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.522283 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.522447 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.522609 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.522786 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.522950 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.523114 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.523278 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.523442 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.523604 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.523767 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.523931 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.524094 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.524258 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.524421 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.524585 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.524748 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.525085 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.525244 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.525802 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.525802 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.525802 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.526021 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.526021 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.526185 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.526350 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.526515 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.526699 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.526863 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.527027 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.527190 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.527355 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.527517 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.527679 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.527858 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.528005 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.528170 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.528333 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.528495 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.528662 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.528824 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.528988 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.529173 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.529337 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.529501 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.529663 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.533222 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.533222 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.533222 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.533222 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.533860 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 56666) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:33:27.534020 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534020 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534020 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534020 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534020 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534020 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534020 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534020 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534975 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534975 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534975 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534975 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534975 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534975 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534975 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.534975 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.535985 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.535985 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.535985 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.535985 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.535985 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.535985 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.535985 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.535985 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.536940 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.536940 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.536940 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.536940 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.536940 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.536940 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.536940 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.536940 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.537884 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.537884 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.537884 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.537884 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.537884 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.537884 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.537884 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.537884 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.538857 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.538857 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.538857 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.538857 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.538857 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.538857 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.538857 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.538857 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.539773 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.539773 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.539773 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.539773 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.539773 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.539773 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.539773 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.539773 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.540769 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.540769 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.540769 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.540769 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.540769 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.540769 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.540769 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.540769 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.541908 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.541908 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.541908 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.541908 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.541908 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.541908 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.541908 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.541908 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.542851 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.542851 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.542851 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.542851 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.542851 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.542851 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.542851 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.542851 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.545444 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.545444 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.545444 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.545444 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.545444 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.545444 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.545444 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.545444 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.545895 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.545895 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.545895 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.545895 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.545895 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.546159 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0123305 May 19 16:33:27.546314 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.546314 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.546314 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.546314 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.546314 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.546314 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.546314 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.546314 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.547458 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.547458 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.547734 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.547845 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.548004 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.548163 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.548321 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.548480 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.548669 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.548839 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.549003 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.549228 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.549361 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.549522 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.549697 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.549868 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.550033 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.550197 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.550362 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.550525 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.550761 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.550948 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.551120 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.551320 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.551506 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.552182 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.553106 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.553106 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.553106 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.553106 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.553106 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.553106 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.553871 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.553871 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.553871 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.553871 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.553871 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.554547 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.554547 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.554547 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.554547 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.555009 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.555009 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.555009 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.555406 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.555406 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.555406 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.555747 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.555898 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.556162 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.556162 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.556391 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.556391 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.556639 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.556869 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.556869 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.557647 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.558416 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.558416 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.559088 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.559088 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.559088 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.559088 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.559088 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.560057 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.560057 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.560057 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.560057 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.560057 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.560057 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.561028 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.561028 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.561028 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.561028 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.561028 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.561028 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.561934 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.562209 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.562395 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.562529 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.562727 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.562860 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.562994 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.563126 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.563248 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.563401 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.563567 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 16:33:27.563743 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 16:33:36.723011 dv-cinder-842433-1-iscsi neutron-server[110259]: DEBUG dbcounter [-] [110259] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:33:40.941303 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writer thread running {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 16:33:40.969069 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f01c01-7c4d-4de9-8516-11ecfeffcd8e None None] get_active_networks_info from dv-cinder-842433-1-iscsi {{(pid=110372) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 19 16:33:41.088636 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f01c01-7c4d-4de9-8516-11ecfeffcd8e None None] No non-hosted networks {{(pid=110372) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 16:33:41.109805 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.agentschedulers_db [None req-f0f01c01-7c4d-4de9-8516-11ecfeffcd8e None None] DHCP Agent not found on host dv-cinder-842433-1-iscsi {{(pid=110372) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 19 16:33:41.219759 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-458b57d1-7f30-4652-a845-6a8905bc4ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-772730'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:43.625498 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writer thread running {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 16:33:44.224487 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-2d56611e-5e58-4c8d-822d-020ad04ae247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-772730'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:44.284761 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-3d0fbdee-04bc-41d3-b73f-2649b59684e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:45.153937 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-772730'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:45.966331 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 56744) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:33:46.937297 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-772730'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:46.970931 dv-cinder-842433-1-iscsi neutron-server[110370]: WARNING oslo_policy.policy [None req-43ae11aa-e81c-4964-989e-2034b9baa45a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 16:33:46.971525 dv-cinder-842433-1-iscsi neutron-server[110370]: WARNING oslo_policy.policy [None req-43ae11aa-e81c-4964-989e-2034b9baa45a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 16:33:47.200690 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [None req-43ae11aa-e81c-4964-989e-2034b9baa45a admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 16:33:47.202093 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-43ae11aa-e81c-4964-989e-2034b9baa45a admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.2337193 May 19 16:33:48.520012 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-772730'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:48.525483 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.526598 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.527775 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.528649 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.529843 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.535319 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.536653 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.537889 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.542316 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.543251 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.544061 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.545389 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.546372 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.548235 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.549231 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:48.551072 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-842433-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:33:48.584421 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-842433-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:33:49.931743 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 56774) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:33:50.657249 dv-cinder-842433-1-iscsi neutron-server[110371]: WARNING oslo_policy.policy [None req-11919b73-caa8-4f7e-9a05-332a6832e8b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 16:33:50.658085 dv-cinder-842433-1-iscsi neutron-server[110371]: WARNING oslo_policy.policy [None req-11919b73-caa8-4f7e-9a05-332a6832e8b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 16:33:50.882725 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-11919b73-caa8-4f7e-9a05-332a6832e8b3 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:33:51.007619 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.policy [None req-11919b73-caa8-4f7e-9a05-332a6832e8b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110371) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 16:33:51.053108 dv-cinder-842433-1-iscsi neutron-server[110371]: WARNING oslo_policy.policy [None req-11919b73-caa8-4f7e-9a05-332a6832e8b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 16:33:51.053556 dv-cinder-842433-1-iscsi neutron-server[110371]: WARNING oslo_policy.policy [None req-11919b73-caa8-4f7e-9a05-332a6832e8b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 16:33:51.075043 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writer thread running {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 16:33:51.182602 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-11919b73-caa8-4f7e-9a05-332a6832e8b3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741478894537', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741478893021', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741478878068', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741478870286', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741478864143', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741478592542', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16502315', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16389913', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-707223', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549032'] for rbac-policy (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:51.318776 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-11919b73-caa8-4f7e-9a05-332a6832e8b3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:51.329228 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-11919b73-caa8-4f7e-9a05-332a6832e8b3 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3915162 May 19 16:33:52.133276 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.db.l3_hamode_db [None req-151de507-d98f-4c11-b89e-a3a381e93246 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 16:33:52.221299 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151de507-d98f-4c11-b89e-a3a381e93246 None None] Routers set() bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:33:52.221606 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151de507-d98f-4c11-b89e-a3a381e93246 None None] Router IDs set() for agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 19 16:33:54.055864 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 56792) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:33:54.471006 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:33:54.484901 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writer thread running {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 16:33:54.534338 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Made reservation on behalf of d4a456cd7f83414a895ab7982fec2a68 for: {'network': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:33:54.598649 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.policy [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110370) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 16:33:54.645750 dv-cinder-842433-1-iscsi neutron-server[110370]: WARNING oslo_policy.policy [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 16:33:54.646220 dv-cinder-842433-1-iscsi neutron-server[110370]: WARNING oslo_policy.policy [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 16:33:54.659177 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:54.691214 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:54.849855 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Publish callbacks [] for security_group (37c00769-8e84-4b99-a501-6f3376a9f93a), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:54.854546 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (37c00769-8e84-4b99-a501-6f3376a9f93a), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:54.892660 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=110370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:33:54.924018 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (20d471a3-889c-45ea-b189-d7abb673794c), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:54.924578 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.segments_db [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Added segment 20d471a3-889c-45ea-b189-d7abb673794c of type vlan for network 5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b May 19 16:33:54.932064 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=37c00769-8e84-4b99-a501-6f3376a9f93a,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:33:54.980563 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.980821 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.981145 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.981541 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.981880 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.982210 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.982539 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.982871 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.983197 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.983520 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.983842 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.984181 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.984508 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.984829 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.985187 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Tracked resource versions report: May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: pushed versions: May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: { 'AddressGroup': {'1.2'}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Agent': {'1.1'}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'ConntrackHelper': {'1.0'}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'LocalIPAssociation': {'1.0'}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Log': {'1.0'}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'NDPProxy': {'1.0'}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Network': {'1.1'}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Port': {'1.7'}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'PortForwarding': {'1.3'}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'QosPolicy': {'1.10'}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'SecurityGroup': {'1.5'}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'SecurityGroupRule': {'1.2'}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'SubPort': {'1.0'}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Subnet': {'1.1'}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Trunk': {'1.1'}} May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: consumer versions: May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: { DHCP agent@dv-cinder-842433-1-iscsi: {}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: L3 agent@dv-cinder-842433-1-iscsi: {}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: Metadata agent@dv-cinder-842433-1-iscsi: {}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: Metering agent@dv-cinder-842433-1-iscsi: {}, May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: Open vSwitch agent@dv-cinder-842433-1-iscsi: { 'AddressGroup': '1.2', May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Agent': '1.1', May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'ConntrackHelper': '1.0', May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'LocalIPAssociation': '1.0', May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Log': '1.0', May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'NDPProxy': '1.0', May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Network': '1.1', May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Port': '1.7', May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'PortForwarding': '1.3', May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'QosPolicy': '1.10', May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'SecurityGroup': '1.5', May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'SecurityGroupRule': '1.2', May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'SubPort': '1.0', May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Subnet': '1.1', May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Trunk': '1.1'}} May 19 16:33:54.986813 dv-cinder-842433-1-iscsi neutron-server[110370]: {{(pid=110370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 16:33:55.067872 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:55.137113 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:55.143650 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:33:55.144455 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:55.247015 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1895826 May 19 16:33:55.283686 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ab0e7-bd19-464f-af74-728caa2a3251 demo demo] Pushing event updated for resources: {'Network': ['ID=5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:33:55.299762 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network 5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:33:58.094018 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 56806) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:33:58.483140 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=23,neutron:INSERT=34,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:33:58.633715 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860a98db-ddcd-4fa1-9896-1af438a7d4c6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:33:58.635323 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-860a98db-ddcd-4fa1-9896-1af438a7d4c6 demo admin] 10.222.0.36 "GET /v2.0/networks/5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b HTTP/1.1" status: 200 len: 825 time: 0.5404584 May 19 16:33:58.664011 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-d9bfa7c9-75cf-4b1d-b7c1-7a73cb786f15 demo admin] 10.222.0.36 "GET /v2.0/subnetpools/371684f1-c9c7-4a1a-8f19-88f2229c114d HTTP/1.1" status: 200 len: 734 time: 0.0224736 May 19 16:33:58.676520 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Request body: {'subnet': {'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '371684f1-c9c7-4a1a-8f19-88f2229c114d'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:33:58.707424 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Made reservation on behalf of d4a456cd7f83414a895ab7982fec2a68 for: {'subnet': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:33:58.710807 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:59.054672 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for subnet (1229901c-0cd0-4799-92f1-f79390a4325b), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:59.137527 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Checking segment: {'id': '20d471a3-889c-45ea-b189-d7abb673794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:33:59.138525 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Network hostable DHCP agents. Network: 5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:33:59.146524 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1229901c-0cd0-4799-92f1-f79390a4325b,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:33:59.160968 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.161340 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.161682 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.162032 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.162367 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.162691 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.163012 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.163332 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.163667 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.163991 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.164312 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.164648 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.164970 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.165319 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.165635 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Tracked resource versions report: May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: pushed versions: May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: { 'AddressGroup': {'1.2'}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Agent': {'1.1'}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'ConntrackHelper': {'1.0'}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'LocalIPAssociation': {'1.0'}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Log': {'1.0'}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'NDPProxy': {'1.0'}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Network': {'1.1'}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Port': {'1.7'}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'PortForwarding': {'1.3'}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'QosPolicy': {'1.10'}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'SecurityGroup': {'1.5'}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'SecurityGroupRule': {'1.2'}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'SubPort': {'1.0'}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Subnet': {'1.1'}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Trunk': {'1.1'}} May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: consumer versions: May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: { DHCP agent@dv-cinder-842433-1-iscsi: {}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: L3 agent@dv-cinder-842433-1-iscsi: {}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: Metadata agent@dv-cinder-842433-1-iscsi: {}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: Metering agent@dv-cinder-842433-1-iscsi: {}, May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: Open vSwitch agent@dv-cinder-842433-1-iscsi: { 'AddressGroup': '1.2', May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Agent': '1.1', May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'ConntrackHelper': '1.0', May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'LocalIPAssociation': '1.0', May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Log': '1.0', May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'NDPProxy': '1.0', May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Network': '1.1', May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Port': '1.7', May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'PortForwarding': '1.3', May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'QosPolicy': '1.10', May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'SecurityGroup': '1.5', May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'SecurityGroupRule': '1.2', May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'SubPort': '1.0', May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Subnet': '1.1', May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Trunk': '1.1'}} May 19 16:33:59.167142 dv-cinder-842433-1-iscsi neutron-server[110371]: {{(pid=110371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 16:33:59.210414 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Network 5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:33:59.225531 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, 5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b) {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:33:59.231424 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:33:59.232219 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:59.241025 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f66e46-ecaf-49d9-8312-e6120f2583ad None None] Network 5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:33:59.258630 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-f7a532ae-3750-42d5-96f9-83ac5d10cdd4 demo admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5807745 May 19 16:33:59.271932 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=31,neutron:INSERT=31 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:33:59.594350 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58351b1b-7731-5889-bbf7-0fe85d83b94d-5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b', 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b', 'project_id': 'd4a456cd7f83414a895ab7982fec2a68', 'fixed_ips': [{'subnet_id': '1229901c-0cd0-4799-92f1-f79390a4325b'}]}} from dv-cinder-842433-1-iscsi. {{(pid=110372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 16:33:59.596201 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:33:59.971236 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:33:59.986367 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=7 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:00.007441 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.db_base_plugin_common [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Allocated IP 172.20.0.2 (5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b/1229901c-0cd0-4799-92f1-f79390a4325b/a6467806-8f66-46ac-8aee-c5ecce207331) {{(pid=110372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:34:00.354807 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Publish callbacks [] for port (a6467806-8f66-46ac-8aee-c5ecce207331), precommit_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:00.367255 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (a6467806-8f66-46ac-8aee-c5ecce207331), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:00.455308 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Network 5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b is already hosted by enough agents. {{(pid=110372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:34:00.461225 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.base_scheduler [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Resources bound (agent type, host, resource id): {{(pid=110372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:34:00.473235 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Received port after_create {{(pid=110372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:34:00.481580 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Pushing event updated for resources: {'Port': ['ID=a6467806-8f66-46ac-8aee-c5ecce207331,revision_number=1']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:00.532110 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.532453 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.532824 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.533202 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.533538 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.533874 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.534210 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.534539 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.534870 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.535197 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.535547 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.535915 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.536245 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.536576 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.536890 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Tracked resource versions report: May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: pushed versions: May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: { 'AddressGroup': {'1.2'}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Agent': {'1.1'}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'ConntrackHelper': {'1.0'}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'LocalIPAssociation': {'1.0'}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Log': {'1.0'}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'NDPProxy': {'1.0'}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Network': {'1.1'}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Port': {'1.7'}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'PortForwarding': {'1.3'}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'QosPolicy': {'1.10'}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'SecurityGroup': {'1.5'}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'SecurityGroupRule': {'1.2'}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'SubPort': {'1.0'}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Subnet': {'1.1'}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Trunk': {'1.1'}} May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: consumer versions: May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: { DHCP agent@dv-cinder-842433-1-iscsi: {}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: L3 agent@dv-cinder-842433-1-iscsi: {}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: Metadata agent@dv-cinder-842433-1-iscsi: {}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: Metering agent@dv-cinder-842433-1-iscsi: {}, May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: Open vSwitch agent@dv-cinder-842433-1-iscsi: { 'AddressGroup': '1.2', May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Agent': '1.1', May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'ConntrackHelper': '1.0', May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'LocalIPAssociation': '1.0', May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Log': '1.0', May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'NDPProxy': '1.0', May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Network': '1.1', May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Port': '1.7', May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'PortForwarding': '1.3', May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'QosPolicy': '1.10', May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'SecurityGroup': '1.5', May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'SecurityGroupRule': '1.2', May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'SubPort': '1.0', May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Subnet': '1.1', May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Trunk': '1.1'}} May 19 16:34:00.538607 dv-cinder-842433-1-iscsi neutron-server[110372]: {{(pid=110372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 16:34:00.583696 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Attempting to bind port a6467806-8f66-46ac-8aee-c5ecce207331 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:34:00.584099 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Attempting to bind port a6467806-8f66-46ac-8aee-c5ecce207331 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '20d471a3-889c-45ea-b189-d7abb673794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:34:00.584513 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Attempting to bind port a6467806-8f66-46ac-8aee-c5ecce207331 on network 5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:34:00.591243 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:34:00.591614 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Checking segment: {'id': '20d471a3-889c-45ea-b189-d7abb673794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:34:00.592143 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:00.592556 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Bound using segment: {'id': '20d471a3-889c-45ea-b189-d7abb673794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:34:00.593143 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Bound port: a6467806-8f66-46ac-8aee-c5ecce207331, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d471a3-889c-45ea-b189-d7abb673794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:34:00.593770 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a6467806-8f66-46ac-8aee-c5ecce207331), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:00.625849 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:00.665618 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] For port a6467806-8f66-46ac-8aee-c5ecce207331, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:34:00.689106 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] For port a6467806-8f66-46ac-8aee-c5ecce207331, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=a6467806-8f66-46ac-8aee-c5ecce207331,segment=NetworkSegment(20d471a3-889c-45ea-b189-d7abb673794c),segment_id=20d471a3-889c-45ea-b189-d7abb673794c)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:34:00.697972 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a6467806-8f66-46ac-8aee-c5ecce207331), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:00.764936 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c0af1-63e6-4ef6-be5a-820029ac9c24 None None] Pushing event updated for resources: {'Port': ['ID=a6467806-8f66-46ac-8aee-c5ecce207331,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:02.032595 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 56826) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:34:02.492634 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [None req-abef3ebe-f140-4643-8a4f-e2f021636c00 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 16:34:02.518737 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-abef3ebe-f140-4643-8a4f-e2f021636c00 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4846606 May 19 16:34:05.205941 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 56834) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:34:05.243686 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=40,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:05.279679 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=42,neutron:INSERT=42,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:05.688522 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [None req-11f4784c-e4f4-46c8-873f-de42fe3e3ba8 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 16:34:05.701196 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-11f4784c-e4f4-46c8-873f-de42fe3e3ba8 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4826298 May 19 16:34:08.394988 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 56844) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:34:08.822686 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-f426a51f-0bbb-4d57-b955-af9e0afe760b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:34:08.854670 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f426a51f-0bbb-4d57-b955-af9e0afe760b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11834'] for router (f528a0d3-9e9e-44db-bf95-5120005853a2), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:08.856791 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f426a51f-0bbb-4d57-b955-af9e0afe760b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11829'] for router (f528a0d3-9e9e-44db-bf95-5120005853a2), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:09.022800 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f426a51f-0bbb-4d57-b955-af9e0afe760b demo demo] Publish callbacks [] for router_controller (f528a0d3-9e9e-44db-bf95-5120005853a2), precommit_add_association {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:09.028310 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f426a51f-0bbb-4d57-b955-af9e0afe760b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782274'] for router (f528a0d3-9e9e-44db-bf95-5120005853a2), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:09.047788 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f426a51f-0bbb-4d57-b955-af9e0afe760b demo demo] Publish callbacks [] for router (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:09.049636 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-f426a51f-0bbb-4d57-b955-af9e0afe760b demo demo] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6533659 May 19 16:34:09.245177 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=9,neutron:SELECT=73,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:09.247113 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=49,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:10.751888 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:10.759629 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:10.892294 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-bb757138-596a-41e6-b335-be07415adf6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:11.803862 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 56860) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:34:12.049037 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device a6467806-8f66-46ac-8aee-c5ecce207331 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:34:12.141118 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port a6467806-8f66-46ac-8aee-c5ecce207331 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:34:12.141566 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (a6467806-8f66-46ac-8aee-c5ecce207331), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:12.260721 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port a6467806-8f66-46ac-8aee-c5ecce207331 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:34:12.261109 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a6467806-8f66-46ac-8aee-c5ecce207331), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:12.300101 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [None req-9fd31672-4abc-4347-ae2a-de110aa19e29 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 16:34:12.303702 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-9fd31672-4abc-4347-ae2a-de110aa19e29 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4963267 May 19 16:34:12.305336 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port a6467806-8f66-46ac-8aee-c5ecce207331, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=a6467806-8f66-46ac-8aee-c5ecce207331,segment=NetworkSegment(20d471a3-889c-45ea-b189-d7abb673794c),segment_id=20d471a3-889c-45ea-b189-d7abb673794c)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:34:12.312552 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a6467806-8f66-46ac-8aee-c5ecce207331), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:12.370755 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=a6467806-8f66-46ac-8aee-c5ecce207331,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:13.719570 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9ec671-ce71-4556-b078-b0d3d2c9fcd0 None None] Network 5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:34:13.777343 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-78839a06-3e24-4a7d-bef2-bea425526f0e None None] Provisioning complete for port a6467806-8f66-46ac-8aee-c5ecce207331 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:34:13.777769 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-78839a06-3e24-4a7d-bef2-bea425526f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (a6467806-8f66-46ac-8aee-c5ecce207331), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:13.955857 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-78839a06-3e24-4a7d-bef2-bea425526f0e None None] Current status of the port a6467806-8f66-46ac-8aee-c5ecce207331 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:34:14.058264 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device a6467806-8f66-46ac-8aee-c5ecce207331 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:34:14.125304 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port a6467806-8f66-46ac-8aee-c5ecce207331 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:34:14.125698 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (a6467806-8f66-46ac-8aee-c5ecce207331), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:14.202476 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-329ef17e-8093-455d-9005-bbfd5a9002b3 None None] Provisioning complete for port a6467806-8f66-46ac-8aee-c5ecce207331 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:34:14.202865 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-329ef17e-8093-455d-9005-bbfd5a9002b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (a6467806-8f66-46ac-8aee-c5ecce207331), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:14.282657 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5d4cd4b9-6091-4e46-83ce-67b58263d2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:14.286067 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port a6467806-8f66-46ac-8aee-c5ecce207331 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:34:14.338687 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-329ef17e-8093-455d-9005-bbfd5a9002b3 None None] Current status of the port a6467806-8f66-46ac-8aee-c5ecce207331 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:34:15.096771 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 56870) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:34:15.119041 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:15.488079 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:34:15.513688 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Made reservation on behalf of 8d5de9b2c50341a8b78fb369c7765787 for: {'network': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:34:15.516593 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:15.535982 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:15.685470 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Publish callbacks [] for security_group (ed73148a-307a-4372-bdd4-73adfe97caf1), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:15.691905 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ed73148a-307a-4372-bdd4-73adfe97caf1), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:15.714919 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Reserving flat network on physical network physnet1 {{(pid=110371) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 16:34:15.737623 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed73148a-307a-4372-bdd4-73adfe97caf1,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:15.745325 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (a5167373-6db4-497f-a78a-d004b56e596c), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:15.745853 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.segments_db [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Added segment a5167373-6db4-497f-a78a-d004b56e596c of type flat for network 98da84b6-3a55-4aa5-9045-219aa962a35a May 19 16:34:15.821669 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (98da84b6-3a55-4aa5-9045-219aa962a35a), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:15.888290 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (98da84b6-3a55-4aa5-9045-219aa962a35a), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:15.889391 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:34:15.889983 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:15.980241 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8823488 May 19 16:34:16.002366 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bd5af-2415-433d-b00c-6b021bf1f2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=98da84b6-3a55-4aa5-9045-219aa962a35a,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:16.015377 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network 98da84b6-3a55-4aa5-9045-219aa962a35a details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:34:16.144339 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:16.860012 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:18.499178 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:18.616433 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 56888) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:34:18.828321 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1518fd78-fc39-4609-89a5-881649a8cec7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:34:18.829182 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-1518fd78-fc39-4609-89a5-881649a8cec7 demo admin] 10.222.0.36 "GET /v2.0/subnets/1229901c-0cd0-4799-92f1-f79390a4325b HTTP/1.1" status: 200 len: 849 time: 0.2118237 May 19 16:34:19.029401 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-701f7a2d-7349-4833-949c-5854c177fab3 demo admin] 10.222.0.36 "GET /v2.0/routers/f528a0d3-9e9e-44db-bf95-5120005853a2 HTTP/1.1" status: 200 len: 704 time: 0.1943398 May 19 16:34:19.040544 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=8,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:19.041395 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=11,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:19.320315 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:19.545575 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:19.646848 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:19.682041 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Allocated IP 172.20.0.1 (5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b/1229901c-0cd0-4799-92f1-f79390a4325b/24c2b351-5e3d-469e-8786-40b0482d49ab) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:34:19.864683 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Publish callbacks [] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:19.935750 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:20.075377 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Network 5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:34:20.080794 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:34:20.084344 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:34:20.085083 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777199'] for router_interface (f528a0d3-9e9e-44db-bf95-5120005853a2), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:20.148484 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Pushing event updated for resources: {'Port': ['ID=24c2b351-5e3d-469e-8786-40b0482d49ab,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:20.297259 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:20.302787 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-81cfb0fc-5b77-484a-aece-ef456b4ed5a4 None None] Provisioning complete for port 24c2b351-5e3d-469e-8786-40b0482d49ab triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:34:20.303188 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-81cfb0fc-5b77-484a-aece-ef456b4ed5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:20.333225 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:20.340312 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-81cfb0fc-5b77-484a-aece-ef456b4ed5a4 None None] Port 24c2b351-5e3d-469e-8786-40b0482d49ab cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:34:20.613251 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Publish callbacks [] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:20.618506 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:20.619554 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-777637'] for router_interface (f528a0d3-9e9e-44db-bf95-5120005853a2), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:20.725741 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Pushing event updated for resources: {'Port': ['ID=24c2b351-5e3d-469e-8786-40b0482d49ab,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:20.761022 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:20.783739 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Network 5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:34:20.785028 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:34:20.918632 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:20.960054 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Router f528a0d3-9e9e-44db-bf95-5120005853a2 is scheduled to L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 with binding_index 1 {{(pid=110371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 16:34:20.962539 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-41cba83e-beb1-47a5-bda2-59faeaecd73a None None] Provisioning complete for port 24c2b351-5e3d-469e-8786-40b0482d49ab triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:34:20.962998 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-41cba83e-beb1-47a5-bda2-59faeaecd73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:20.997086 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-41cba83e-beb1-47a5-bda2-59faeaecd73a None None] Port 24c2b351-5e3d-469e-8786-40b0482d49ab cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:34:21.071418 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:34:21.078248 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-7256d853-fb92-48eb-9ad6-eaa44ff495f3 demo admin] 10.222.0.36 "PUT /v2.0/routers/f528a0d3-9e9e-44db-bf95-5120005853a2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0380323 May 19 16:34:21.093856 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Sync routers for ids ['f528a0d3-9e9e-44db-bf95-5120005853a2'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:34:21.107818 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Routers {'f528a0d3-9e9e-44db-bf95-5120005853a2'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:34:21.108677 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:34:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f528a0d3-9e9e-44db-bf95-5120005853a2'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:34:21.320025 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Set router f528a0d3-9e9e-44db-bf95-5120005853a2 gateway port host: None {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:34:21.864617 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'name': 'router1', 'tenant_id': 'd4a456cd7f83414a895ab7982fec2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:34:08Z', 'updated_at': '2022-05-19T16:34:20Z', 'revision_number': 2, 'project_id': 'd4a456cd7f83414a895ab7982fec2a68', 'gw_port_host': None, '_interfaces': [{'id': '24c2b351-5e3d-469e-8786-40b0482d49ab', 'name': '', 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b', 'tenant_id': 'd4a456cd7f83414a895ab7982fec2a68', 'mac_address': 'fa:16:3e:3e:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1229901c-0cd0-4799-92f1-f79390a4325b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:34:19Z', 'updated_at': '2022-05-19T16:34:20Z', 'revision_number': 2, 'project_id': 'd4a456cd7f83414a895ab7982fec2a68', 'subnets': [{'id': '1229901c-0cd0-4799-92f1-f79390a4325b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '371684f1-c9c7-4a1a-8f19-88f2229c114d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:34:21.928274 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Checking router: f528a0d3-9e9e-44db-bf95-5120005853a2 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:34:21.928655 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Updating router f528a0d3-9e9e-44db-bf95-5120005853a2 port 24c2b351-5e3d-469e-8786-40b0482d49ab binding host dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:34:21.989820 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:22.687898 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Publish callbacks [] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:22.695788 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:22.854570 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Pushing event updated for resources: {'Port': ['ID=24c2b351-5e3d-469e-8786-40b0482d49ab,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:22.902230 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.902815 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.903433 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.904025 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.904569 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.905140 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.905735 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.906312 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.906881 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.907458 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.907990 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.908562 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.909121 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.909774 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.910320 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Tracked resource versions report: May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: pushed versions: May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: { 'AddressGroup': {'1.2'}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Agent': {'1.1'}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'ConntrackHelper': {'1.0'}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'LocalIPAssociation': {'1.0'}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Log': {'1.0'}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'NDPProxy': {'1.0'}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Network': {'1.1'}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Port': {'1.7'}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'PortForwarding': {'1.3'}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'QosPolicy': {'1.10'}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'SecurityGroup': {'1.5'}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'SecurityGroupRule': {'1.2'}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'SubPort': {'1.0'}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Subnet': {'1.1'}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Trunk': {'1.1'}} May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: consumer versions: May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: { DHCP agent@dv-cinder-842433-1-iscsi: {}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: L3 agent@dv-cinder-842433-1-iscsi: {}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: Metadata agent@dv-cinder-842433-1-iscsi: {}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: Metering agent@dv-cinder-842433-1-iscsi: {}, May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: Open vSwitch agent@dv-cinder-842433-1-iscsi: { 'AddressGroup': '1.2', May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Agent': '1.1', May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'ConntrackHelper': '1.0', May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'LocalIPAssociation': '1.0', May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Log': '1.0', May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'NDPProxy': '1.0', May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Network': '1.1', May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Port': '1.7', May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'PortForwarding': '1.3', May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'QosPolicy': '1.10', May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'SecurityGroup': '1.5', May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'SecurityGroupRule': '1.2', May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'SubPort': '1.0', May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Subnet': '1.1', May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Trunk': '1.1'}} May 19 16:34:22.913144 dv-cinder-842433-1-iscsi neutron-server[110373]: {{(pid=110373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 16:34:22.920111 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Attempting to bind port 24c2b351-5e3d-469e-8786-40b0482d49ab on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:34:22.920761 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Attempting to bind port 24c2b351-5e3d-469e-8786-40b0482d49ab by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '20d471a3-889c-45ea-b189-d7abb673794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:34:22.921479 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Attempting to bind port 24c2b351-5e3d-469e-8786-40b0482d49ab on network 5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:34:22.931605 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:34:22.932262 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Checking segment: {'id': '20d471a3-889c-45ea-b189-d7abb673794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:34:22.933063 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:22.933758 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Bound using segment: {'id': '20d471a3-889c-45ea-b189-d7abb673794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:34:22.934631 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Bound port: 24c2b351-5e3d-469e-8786-40b0482d49ab, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d471a3-889c-45ea-b189-d7abb673794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:34:22.935409 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:23.003339 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:23.018870 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] For port 24c2b351-5e3d-469e-8786-40b0482d49ab, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:34:23.046903 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-20a47eea-993e-4092-9b81-5b4fcb28e9a5 None None] Provisioning complete for port 24c2b351-5e3d-469e-8786-40b0482d49ab triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:34:23.047771 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-20a47eea-993e-4092-9b81-5b4fcb28e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:23.056828 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] For port 24c2b351-5e3d-469e-8786-40b0482d49ab, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=24c2b351-5e3d-469e-8786-40b0482d49ab,segment=NetworkSegment(20d471a3-889c-45ea-b189-d7abb673794c),segment_id=20d471a3-889c-45ea-b189-d7abb673794c)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:34:23.065063 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:23.094289 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:23.097147 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-20a47eea-993e-4092-9b81-5b4fcb28e9a5 None None] Port 24c2b351-5e3d-469e-8786-40b0482d49ab cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:34:23.139158 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Routers {'f528a0d3-9e9e-44db-bf95-5120005853a2'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:34:23.139801 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:34:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f528a0d3-9e9e-44db-bf95-5120005853a2'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:34:23.185032 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469985e-4144-4f08-b809-885f6b18b432 None None] Pushing event updated for resources: {'Port': ['ID=24c2b351-5e3d-469e-8786-40b0482d49ab,revision_number=4']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:23.245055 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] Set router f528a0d3-9e9e-44db-bf95-5120005853a2 gateway port host: None {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:34:23.331277 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-e73f5a03-567e-4201-bda7-03e49e0f584f None None] Provisioning complete for port 24c2b351-5e3d-469e-8786-40b0482d49ab triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:34:23.331847 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e73f5a03-567e-4201-bda7-03e49e0f584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:23.398000 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 5 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:34:23.428319 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-e73f5a03-567e-4201-bda7-03e49e0f584f None None] Current status of the port 24c2b351-5e3d-469e-8786-40b0482d49ab is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:34:23.428824 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e73f5a03-567e-4201-bda7-03e49e0f584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:23.484636 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-e73f5a03-567e-4201-bda7-03e49e0f584f None None] For port 24c2b351-5e3d-469e-8786-40b0482d49ab, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=24c2b351-5e3d-469e-8786-40b0482d49ab,segment=NetworkSegment(20d471a3-889c-45ea-b189-d7abb673794c),segment_id=20d471a3-889c-45ea-b189-d7abb673794c)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:34:23.491927 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e73f5a03-567e-4201-bda7-03e49e0f584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:23.501824 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'name': 'router1', 'tenant_id': 'd4a456cd7f83414a895ab7982fec2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:34:08Z', 'updated_at': '2022-05-19T16:34:20Z', 'revision_number': 2, 'project_id': 'd4a456cd7f83414a895ab7982fec2a68', 'gw_port_host': None, '_interfaces': [{'id': '24c2b351-5e3d-469e-8786-40b0482d49ab', 'name': '', 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b', 'tenant_id': 'd4a456cd7f83414a895ab7982fec2a68', 'mac_address': 'fa:16:3e:3e:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1229901c-0cd0-4799-92f1-f79390a4325b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:34:19Z', 'updated_at': '2022-05-19T16:34:23Z', 'revision_number': 4, 'project_id': 'd4a456cd7f83414a895ab7982fec2a68', 'subnets': [{'id': '1229901c-0cd0-4799-92f1-f79390a4325b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '371684f1-c9c7-4a1a-8f19-88f2229c114d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:34:23.532161 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a107ccf-c4ac-4012-8437-60723fa39ffc None None] The sync data for ids ['f528a0d3-9e9e-44db-bf95-5120005853a2'] in dv-cinder-842433-1-iscsi is: [{'id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'name': 'router1', 'tenant_id': 'd4a456cd7f83414a895ab7982fec2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:34:08Z', 'updated_at': '2022-05-19T16:34:20Z', 'revision_number': 2, 'project_id': 'd4a456cd7f83414a895ab7982fec2a68', 'gw_port_host': None, '_interfaces': [{'id': '24c2b351-5e3d-469e-8786-40b0482d49ab', 'name': '', 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b', 'tenant_id': 'd4a456cd7f83414a895ab7982fec2a68', 'mac_address': 'fa:16:3e:3e:55:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1229901c-0cd0-4799-92f1-f79390a4325b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:34:19Z', 'updated_at': '2022-05-19T16:34:23Z', 'revision_number': 4, 'project_id': 'd4a456cd7f83414a895ab7982fec2a68', 'subnets': [{'id': '1229901c-0cd0-4799-92f1-f79390a4325b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '371684f1-c9c7-4a1a-8f19-88f2229c114d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:34:23.576658 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f5a03-567e-4201-bda7-03e49e0f584f None None] Pushing event updated for resources: {'Port': ['ID=24c2b351-5e3d-469e-8786-40b0482d49ab,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:23.743669 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 56910) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:34:23.869319 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94771e3d-91f8-4891-8cc2-256ee8f025f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:34:23.870629 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-94771e3d-91f8-4891-8cc2-256ee8f025f7 admin admin] 10.222.0.36 "GET /v2.0/networks/98da84b6-3a55-4aa5-9045-219aa962a35a HTTP/1.1" status: 200 len: 842 time: 0.1255786 May 19 16:34:23.882053 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-cc69f3c3-bbee-46af-9cc8-8643ae17dddc admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:34:23.917654 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc69f3c3-bbee-46af-9cc8-8643ae17dddc admin admin] Made reservation on behalf of 8d5de9b2c50341a8b78fb369c7765787 for: {'subnet': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:34:23.921442 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-cc69f3c3-bbee-46af-9cc8-8643ae17dddc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:24.284517 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.objects.ports [None req-cc69f3c3-bbee-46af-9cc8-8643ae17dddc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110371) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 19 16:34:24.284965 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-cc69f3c3-bbee-46af-9cc8-8643ae17dddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for subnet (9494860a-6894-4a6a-8447-9a54fb7d7bcf), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:24.356011 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69f3c3-bbee-46af-9cc8-8643ae17dddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9494860a-6894-4a6a-8447-9a54fb7d7bcf,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:24.364632 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc69f3c3-bbee-46af-9cc8-8643ae17dddc admin admin] Checking segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:34:24.364990 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc69f3c3-bbee-46af-9cc8-8643ae17dddc admin admin] Network hostable DHCP agents. Network: 98da84b6-3a55-4aa5-9045-219aa962a35a, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:34:24.386499 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc69f3c3-bbee-46af-9cc8-8643ae17dddc admin admin] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:34:24.398699 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-cc69f3c3-bbee-46af-9cc8-8643ae17dddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, 98da84b6-3a55-4aa5-9045-219aa962a35a) {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:34:24.403985 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc69f3c3-bbee-46af-9cc8-8643ae17dddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:34:24.404684 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-cc69f3c3-bbee-46af-9cc8-8643ae17dddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:24.412375 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32397d6c-5418-4674-ba39-bdea9c279d78 None None] Network 98da84b6-3a55-4aa5-9045-219aa962a35a requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:34:24.437679 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-cc69f3c3-bbee-46af-9cc8-8643ae17dddc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5537980 May 19 16:34:24.533081 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840ce60f-c98e-40a4-8e29-cbe972654757 None None] Network 98da84b6-3a55-4aa5-9045-219aa962a35a requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:34:27.178648 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 56918) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:34:27.459801 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-57bb85fc-8558-45b3-9f8d-aa81b08bc6e0 demo admin] 10.222.0.36 "GET /v2.0/routers/f528a0d3-9e9e-44db-bf95-5120005853a2 HTTP/1.1" status: 200 len: 710 time: 0.2792728 May 19 16:34:27.750987 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1695a9-c767-44f9-9533-f7bb4c838478 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:34:27.753354 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-6e1695a9-c767-44f9-9533-f7bb4c838478 demo admin] 10.222.0.36 "GET /v2.0/networks/98da84b6-3a55-4aa5-9045-219aa962a35a HTTP/1.1" status: 200 len: 886 time: 0.2870219 May 19 16:34:27.765930 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:34:28.100577 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Publish callbacks [] for router_gateway (f528a0d3-9e9e-44db-bf95-5120005853a2), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:28.359405 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Publish callbacks [] for router_gateway (f528a0d3-9e9e-44db-bf95-5120005853a2), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:28.457028 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:28.690435 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Allocated IP 172.27.1.156 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/c9faced3-6049-4a14-9ec0-6a6a90f7181a) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:34:28.892509 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Publish callbacks [] for port (c9faced3-6049-4a14-9ec0-6a6a90f7181a), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:28.937649 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:28.945912 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:28.980248 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (c9faced3-6049-4a14-9ec0-6a6a90f7181a), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:29.077734 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:34:29.081968 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:34:29.084157 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Pushing event updated for resources: {'Port': ['ID=c9faced3-6049-4a14-9ec0-6a6a90f7181a,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:29.090393 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:34:29.490031 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Publish callbacks [] for router_gateway (f528a0d3-9e9e-44db-bf95-5120005853a2), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:29.734008 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-783498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11815'] for router (f528a0d3-9e9e-44db-bf95-5120005853a2), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:29.740741 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783507'] for router (f528a0d3-9e9e-44db-bf95-5120005853a2), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:29.876897 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Router f528a0d3-9e9e-44db-bf95-5120005853a2 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:34:30.032143 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:34:30.039493 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:30.057193 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-2a2cc9f1-00aa-4a7e-b38a-0f0a3417b8d8 demo admin] 10.222.0.36 "PUT /v2.0/routers/f528a0d3-9e9e-44db-bf95-5120005853a2 HTTP/1.1" status: 200 len: 890 time: 2.2814631 May 19 16:34:32.069282 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 24c2b351-5e3d-469e-8786-40b0482d49ab up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:34:32.121141 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 24c2b351-5e3d-469e-8786-40b0482d49ab triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:34:32.121663 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:32.226382 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 24c2b351-5e3d-469e-8786-40b0482d49ab is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:34:32.776452 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 56932) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:34:32.914314 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-0c5eb4dd-e320-451f-8024-315eb37b1e13 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1364334 May 19 16:34:33.993340 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Sync routers for ids ['f528a0d3-9e9e-44db-bf95-5120005853a2'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:34:34.008163 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Routers {'f528a0d3-9e9e-44db-bf95-5120005853a2'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:34:34.008970 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:34:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f528a0d3-9e9e-44db-bf95-5120005853a2'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:34:34.227311 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:34.246521 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Set router f528a0d3-9e9e-44db-bf95-5120005853a2 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:34:34.395929 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=76,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:34.422807 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=69,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:34.810612 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:34.899102 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'name': 'router1', 'tenant_id': 'd4a456cd7f83414a895ab7982fec2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'c9faced3-6049-4a14-9ec0-6a6a90f7181a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:34:08Z', 'updated_at': '2022-05-19T16:34:29Z', 'revision_number': 4, 'project_id': 'd4a456cd7f83414a895ab7982fec2a68', 'gw_port': {'id': 'c9faced3-6049-4a14-9ec0-6a6a90f7181a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:34:28Z', 'updated_at': '2022-05-19T16:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '24c2b351-5e3d-469e-8786-40b0482d49ab', 'name': '', 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b', 'tenant_id': 'd4a456cd7f83414a895ab7982fec2a68', 'mac_address': 'fa:16:3e:3e:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1229901c-0cd0-4799-92f1-f79390a4325b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:34:19Z', 'updated_at': '2022-05-19T16:34:23Z', 'revision_number': 5, 'project_id': 'd4a456cd7f83414a895ab7982fec2a68', 'subnets': [{'id': '1229901c-0cd0-4799-92f1-f79390a4325b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '371684f1-c9c7-4a1a-8f19-88f2229c114d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:34:34.955693 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Checking router: f528a0d3-9e9e-44db-bf95-5120005853a2 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:34:34.955955 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Updating router f528a0d3-9e9e-44db-bf95-5120005853a2 port c9faced3-6049-4a14-9ec0-6a6a90f7181a binding host dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:34:35.018671 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c9faced3-6049-4a14-9ec0-6a6a90f7181a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:35.527417 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Publish callbacks [] for port (c9faced3-6049-4a14-9ec0-6a6a90f7181a), precommit_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:35.535639 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (c9faced3-6049-4a14-9ec0-6a6a90f7181a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:35.604560 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533535ef-c975-4d35-a190-184c117057d6 None None] Pushing event updated for resources: {'Port': ['ID=c9faced3-6049-4a14-9ec0-6a6a90f7181a,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:35.609168 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Attempting to bind port c9faced3-6049-4a14-9ec0-6a6a90f7181a on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:34:35.609562 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Attempting to bind port c9faced3-6049-4a14-9ec0-6a6a90f7181a by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:34:35.609962 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Attempting to bind port c9faced3-6049-4a14-9ec0-6a6a90f7181a on network 98da84b6-3a55-4aa5-9045-219aa962a35a {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:34:35.619087 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:34:35.619476 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Checking segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:34:35.619890 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:35.620296 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Bound using segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:34:35.620792 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Bound port: c9faced3-6049-4a14-9ec0-6a6a90f7181a, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:34:35.621211 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c9faced3-6049-4a14-9ec0-6a6a90f7181a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:35.715361 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] For port c9faced3-6049-4a14-9ec0-6a6a90f7181a, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:34:35.722008 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] For port c9faced3-6049-4a14-9ec0-6a6a90f7181a, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=c9faced3-6049-4a14-9ec0-6a6a90f7181a,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:34:35.732413 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (c9faced3-6049-4a14-9ec0-6a6a90f7181a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:35.828133 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Routers {'f528a0d3-9e9e-44db-bf95-5120005853a2'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:34:35.829282 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:34:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f528a0d3-9e9e-44db-bf95-5120005853a2'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:34:35.887919 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533535ef-c975-4d35-a190-184c117057d6 None None] Pushing event updated for resources: {'Port': ['ID=c9faced3-6049-4a14-9ec0-6a6a90f7181a,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:35.996277 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:35.998917 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] Set router f528a0d3-9e9e-44db-bf95-5120005853a2 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:34:36.257490 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:36.281646 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'name': 'router1', 'tenant_id': 'd4a456cd7f83414a895ab7982fec2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'c9faced3-6049-4a14-9ec0-6a6a90f7181a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:34:08Z', 'updated_at': '2022-05-19T16:34:29Z', 'revision_number': 4, 'project_id': 'd4a456cd7f83414a895ab7982fec2a68', 'gw_port': {'id': 'c9faced3-6049-4a14-9ec0-6a6a90f7181a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:34:28Z', 'updated_at': '2022-05-19T16:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '24c2b351-5e3d-469e-8786-40b0482d49ab', 'name': '', 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b', 'tenant_id': 'd4a456cd7f83414a895ab7982fec2a68', 'mac_address': 'fa:16:3e:3e:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1229901c-0cd0-4799-92f1-f79390a4325b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:34:19Z', 'updated_at': '2022-05-19T16:34:23Z', 'revision_number': 5, 'project_id': 'd4a456cd7f83414a895ab7982fec2a68', 'subnets': [{'id': '1229901c-0cd0-4799-92f1-f79390a4325b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '371684f1-c9c7-4a1a-8f19-88f2229c114d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:34:36.313172 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4c6b86-1cc3-42cf-a2fb-72c3b23fc8b3 None None] The sync data for ids ['f528a0d3-9e9e-44db-bf95-5120005853a2'] in dv-cinder-842433-1-iscsi is: [{'id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'name': 'router1', 'tenant_id': 'd4a456cd7f83414a895ab7982fec2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'c9faced3-6049-4a14-9ec0-6a6a90f7181a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:34:08Z', 'updated_at': '2022-05-19T16:34:29Z', 'revision_number': 4, 'project_id': 'd4a456cd7f83414a895ab7982fec2a68', 'gw_port': {'id': 'c9faced3-6049-4a14-9ec0-6a6a90f7181a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:34:28Z', 'updated_at': '2022-05-19T16:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '24c2b351-5e3d-469e-8786-40b0482d49ab', 'name': '', 'network_id': '5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b', 'tenant_id': 'd4a456cd7f83414a895ab7982fec2a68', 'mac_address': 'fa:16:3e:3e:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f528a0d3-9e9e-44db-bf95-5120005853a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1229901c-0cd0-4799-92f1-f79390a4325b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:34:19Z', 'updated_at': '2022-05-19T16:34:23Z', 'revision_number': 5, 'project_id': 'd4a456cd7f83414a895ab7982fec2a68', 'subnets': [{'id': '1229901c-0cd0-4799-92f1-f79390a4325b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '371684f1-c9c7-4a1a-8f19-88f2229c114d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:34:38.201005 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device c9faced3-6049-4a14-9ec0-6a6a90f7181a up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:34:38.345639 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port c9faced3-6049-4a14-9ec0-6a6a90f7181a triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:34:38.346457 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (c9faced3-6049-4a14-9ec0-6a6a90f7181a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:38.477659 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port c9faced3-6049-4a14-9ec0-6a6a90f7181a is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:34:38.478056 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c9faced3-6049-4a14-9ec0-6a6a90f7181a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:38.541584 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port c9faced3-6049-4a14-9ec0-6a6a90f7181a, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=c9faced3-6049-4a14-9ec0-6a6a90f7181a,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:34:38.553082 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (c9faced3-6049-4a14-9ec0-6a6a90f7181a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:38.690294 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=c9faced3-6049-4a14-9ec0-6a6a90f7181a,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:34:40.120171 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device c9faced3-6049-4a14-9ec0-6a6a90f7181a up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:34:40.275091 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port c9faced3-6049-4a14-9ec0-6a6a90f7181a triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:34:40.276031 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (c9faced3-6049-4a14-9ec0-6a6a90f7181a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:40.530089 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port c9faced3-6049-4a14-9ec0-6a6a90f7181a is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:34:41.007329 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e69ec8b9-1faf-4614-8aa1-95c23d67a3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:42.901705 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:42.909212 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:43.412050 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=34 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:43.421517 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:UPDATE=1,neutron:SELECT=54 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:44.245842 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-be9604ed-8101-4d5c-a4b8-0ee3810466f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:45.141284 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:46.916416 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:48.535085 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:34:58.525099 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:34:58.530350 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:35:00.405365 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 5 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:35:10.890535 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f7747703-b87b-45f3-a72a-0f2afd2cfb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:35:14.228741 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-efb36d2c-2914-4bc9-b672-fd85e1a9b12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:35:15.133796 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:35:16.880661 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:35:18.516858 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:35:20.389811 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:35:20.415532 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:35:28.488449 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:35:28.499832 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:35:37.402650 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 5 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:35:40.892378 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4538e793-852f-4be1-9b1c-29c7dee82ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:35:44.232253 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-07287edc-2f84-4856-a1d4-e86c4017e0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:35:45.135343 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:35:46.865609 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:35:48.497277 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:35:57.403297 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:35:57.404835 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:35:58.489071 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:35:58.491991 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:36:04.429354 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 57470) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:36:04.499471 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.pecan_wsgi.hooks.translation [None req-7492e05a-f839-4f24-af83-9774231fd4ad admin admin] GET failed (client error): The resource could not be found. May 19 16:36:04.500837 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-7492e05a-f839-4f24-af83-9774231fd4ad admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0705099 May 19 16:36:04.670187 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401aa15-a3b3-4fab-9947-3646ecee3933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:04.679875 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-e401aa15-a3b3-4fab-9947-3646ecee3933 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1747723 May 19 16:36:06.956834 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 57480) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:36:07.051110 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbf0bb3-dd54-4a03-b60c-e90a157d5d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:07.052491 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-edbf0bb3-dd54-4a03-b60c-e90a157d5d27 admin admin] 10.222.0.36 "GET /v2.0/subnets/1229901c-0cd0-4799-92f1-f79390a4325b HTTP/1.1" status: 200 len: 849 time: 0.0946016 May 19 16:36:07.061783 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:36:07.149819 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Publish callbacks [] for subnet (1229901c-0cd0-4799-92f1-f79390a4325b), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:07.369360 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741474674050'] for subnet (1229901c-0cd0-4799-92f1-f79390a4325b), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:07.404242 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:07.404754 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:07.406358 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] 10.222.0.36 "PUT /v2.0/subnets/1229901c-0cd0-4799-92f1-f79390a4325b HTTP/1.1" status: 200 len: 868 time: 0.3479087 May 19 16:36:07.409604 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62714a4-6c63-481e-962c-479c7462bf50 None None] Network 5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:36:07.428505 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1229901c-0cd0-4799-92f1-f79390a4325b,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:36:07.436264 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.436636 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.436959 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.437328 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.437667 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.438001 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.438336 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.438665 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.439015 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.439348 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.439690 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.440037 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.440966 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.441325 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.441794 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da86ac-c18c-4121-a7eb-e94e7dd10225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:36:07.740166 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-27aeba7e-c115-4995-b3d7-b64d7f3dc2f8 None None] Provisioning complete for port 24c2b351-5e3d-469e-8786-40b0482d49ab triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:36:07.740643 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-27aeba7e-c115-4995-b3d7-b64d7f3dc2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (24c2b351-5e3d-469e-8786-40b0482d49ab), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:07.829114 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-27aeba7e-c115-4995-b3d7-b64d7f3dc2f8 None None] Current status of the port 24c2b351-5e3d-469e-8786-40b0482d49ab is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:36:07.837718 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-27aeba7e-c115-4995-b3d7-b64d7f3dc2f8 None None] Provisioning complete for port a6467806-8f66-46ac-8aee-c5ecce207331 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:36:07.838085 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-27aeba7e-c115-4995-b3d7-b64d7f3dc2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (a6467806-8f66-46ac-8aee-c5ecce207331), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:07.919535 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-27aeba7e-c115-4995-b3d7-b64d7f3dc2f8 None None] Current status of the port a6467806-8f66-46ac-8aee-c5ecce207331 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:36:09.736147 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 57490) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:36:09.949911 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573eee35-9e69-4dea-aff4-b669c5cf5717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:09.950441 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573eee35-9e69-4dea-aff4-b669c5cf5717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:09.952110 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-573eee35-9e69-4dea-aff4-b669c5cf5717 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2149067 May 19 16:36:10.889364 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-cc9f733e-5271-44b0-a66a-87c3dd7b69b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:12.278453 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 57498) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:36:12.486702 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a006073e-86c2-4baf-9d85-c54aa0e95e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:12.487380 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a006073e-86c2-4baf-9d85-c54aa0e95e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:12.489484 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-a006073e-86c2-4baf-9d85-c54aa0e95e32 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2100203 May 19 16:36:14.227397 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b06e5fbe-32c9-4422-97f1-16242c31d6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:14.392885 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 5 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:36:14.828239 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 57506) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:36:14.981811 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84991cf4-6466-45c4-89f2-b64b30f19005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:14.983215 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-84991cf4-6466-45c4-89f2-b64b30f19005 admin admin] 10.222.0.36 "GET /v2.0/networks/5cc73b6c-18bb-4ad9-b5ee-e096ab95ac6b HTTP/1.1" status: 200 len: 869 time: 0.1539912 May 19 16:36:15.135817 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:16.868203 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:17.384263 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 57514) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:36:17.512003 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ccc4b-f429-4058-ba94-bcf553fbafec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:17.513641 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-218ccc4b-f429-4058-ba94-bcf553fbafec admin admin] 10.222.0.36 "GET /v2.0/networks/98da84b6-3a55-4aa5-9045-219aa962a35a HTTP/1.1" status: 200 len: 886 time: 0.1281710 May 19 16:36:18.494630 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:19.788772 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 57522) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:36:19.932721 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1501d4b0-2edd-4343-9a09-7f1bf25e7ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:19.933169 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1501d4b0-2edd-4343-9a09-7f1bf25e7ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:19.934742 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-1501d4b0-2edd-4343-9a09-7f1bf25e7ace admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1449833 May 19 16:36:19.945187 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=23 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:36:19.946642 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=25 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:36:22.191456 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 57530) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:36:22.329005 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60caef-83a9-4811-ab6a-5b99aac07af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:22.329573 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60caef-83a9-4811-ab6a-5b99aac07af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:22.331121 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-ce60caef-83a9-4811-ab6a-5b99aac07af2 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1387031 May 19 16:36:24.390002 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:36:24.637181 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 57538) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:36:24.739928 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69438d54-00d7-42b8-8215-db9273edd506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:24.741339 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-69438d54-00d7-42b8-8215-db9273edd506 admin admin] 10.222.0.36 "GET /v2.0/subnets/1229901c-0cd0-4799-92f1-f79390a4325b HTTP/1.1" status: 200 len: 868 time: 0.1031377 May 19 16:36:27.038883 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 57546) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:36:27.220177 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df38bcb-0e27-4a3f-961d-3d456803f39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:36:27.221530 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-5df38bcb-0e27-4a3f-961d-3d456803f39c admin admin] 10.222.0.36 "GET /v2.0/subnets/9494860a-6894-4a6a-8447-9a54fb7d7bcf HTTP/1.1" status: 200 len: 816 time: 0.1816833 May 19 16:36:28.487680 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:36:28.488925 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:36:29.927468 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:36:29.930578 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:36:37.214590 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=16 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:36:37.216447 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=20 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:36:40.156925 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=12 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:36:40.192415 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=20 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:36:40.893781 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-097fe40a-8061-48f3-a678-c882b53ac21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:44.238841 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed599-5b8b-47ec-a4a8-7730de1795ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:45.138540 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:46.871184 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:48.500523 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:36:51.393139 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 5 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:36:58.494268 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:36:58.497223 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:01.389323 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:09.022641 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 57604) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:37:09.072477 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [None req-a4ac36b9-3cc7-4a79-9b3e-1b60f41f3365 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 16:37:09.073520 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-a4ac36b9-3cc7-4a79-9b3e-1b60f41f3365 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0498974 May 19 16:37:10.904913 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a5d1e76b-fcdb-49d8-bb01-26d146542b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:11.398595 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:11.402972 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:11.446896 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 57612) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:37:11.510390 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.pecan_wsgi.hooks.translation [None req-94217ec4-0da0-478a-bb5c-5b3bbdd4c03c admin admin] GET failed (client error): The resource could not be found. May 19 16:37:11.511855 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-94217ec4-0da0-478a-bb5c-5b3bbdd4c03c admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0640197 May 19 16:37:11.606103 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f2a2df-ba33-4b57-aeaa-e83b41605dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:37:11.607615 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-97f2a2df-ba33-4b57-aeaa-e83b41605dcf admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0913448 May 19 16:37:13.991172 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 57620) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:37:14.043218 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:37:14.065722 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Made reservation on behalf of 8d5de9b2c50341a8b78fb369c7765787 for: {'network': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:37:14.068393 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:14.097375 dv-cinder-842433-1-iscsi neutron-server[110371]: WARNING neutron.services.revisions.revision_plugin [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Could not find related network for resource to bump revision. May 19 16:37:14.113603 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=110371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:37:14.129283 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (80f3964c-08fc-4719-9e5a-5f1c962a69d2), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:14.129848 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.segments_db [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Added segment 80f3964c-08fc-4719-9e5a-5f1c962a69d2 of type vlan for network d22d8aba-917f-4a09-8281-2d7ac4cde071 May 19 16:37:14.173176 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (d22d8aba-917f-4a09-8281-2d7ac4cde071), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:14.200339 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (d22d8aba-917f-4a09-8281-2d7ac4cde071), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:14.201437 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:37:14.202022 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:14.235873 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f4f64f6a-0986-4633-a94d-de3cbaf0071b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:14.257830 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2655003 May 19 16:37:14.270608 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Pushing event updated for resources: {'Network': ['ID=d22d8aba-917f-4a09-8281-2d7ac4cde071,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:37:14.279172 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.279516 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.279890 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.280241 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.280579 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.280917 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.281291 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.281629 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.281960 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.282291 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.283211 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.283541 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.283871 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.284228 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.284555 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59585e7-24be-482f-80b7-fcaf31efdc4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:14.301087 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network d22d8aba-917f-4a09-8281-2d7ac4cde071 details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:37:15.141116 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:16.624566 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 57628) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:37:16.686838 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5134a02-fba5-430e-872c-2ba82da35bd8 admin admin] GET failed (client error): The resource could not be found. May 19 16:37:16.688139 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-a5134a02-fba5-430e-872c-2ba82da35bd8 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625737 May 19 16:37:16.790028 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a631c8c1-02b0-4a87-8b5d-762dd0e808d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:37:16.791505 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-a631c8c1-02b0-4a87-8b5d-762dd0e808d4 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0992734 May 19 16:37:16.801265 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-e3bc0a20-62ee-4af6-b473-f6a8a25e3a9d admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd22d8aba-917f-4a09-8281-2d7ac4cde071', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:37:16.820747 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bc0a20-62ee-4af6-b473-f6a8a25e3a9d admin admin] Made reservation on behalf of 8d5de9b2c50341a8b78fb369c7765787 for: {'subnet': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:37:16.822986 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e3bc0a20-62ee-4af6-b473-f6a8a25e3a9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:16.871110 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:16.994987 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e3bc0a20-62ee-4af6-b473-f6a8a25e3a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for subnet (34fa00cd-74d4-4bfc-9638-7977f87f2067), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:17.054421 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc0a20-62ee-4af6-b473-f6a8a25e3a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=34fa00cd-74d4-4bfc-9638-7977f87f2067,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:37:17.063208 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc0a20-62ee-4af6-b473-f6a8a25e3a9d admin admin] Checking segment: {'id': '80f3964c-08fc-4719-9e5a-5f1c962a69d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd22d8aba-917f-4a09-8281-2d7ac4cde071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:37:17.063555 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bc0a20-62ee-4af6-b473-f6a8a25e3a9d admin admin] Network hostable DHCP agents. Network: d22d8aba-917f-4a09-8281-2d7ac4cde071, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:37:17.083557 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bc0a20-62ee-4af6-b473-f6a8a25e3a9d admin admin] Network d22d8aba-917f-4a09-8281-2d7ac4cde071 is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:37:17.092468 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-e3bc0a20-62ee-4af6-b473-f6a8a25e3a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, d22d8aba-917f-4a09-8281-2d7ac4cde071) {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:37:17.096783 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bc0a20-62ee-4af6-b473-f6a8a25e3a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:37:17.097408 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e3bc0a20-62ee-4af6-b473-f6a8a25e3a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:17.104070 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8444c3-2deb-4e82-a361-6e84cd60525f None None] Network d22d8aba-917f-4a09-8281-2d7ac4cde071 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:37:17.115074 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-e3bc0a20-62ee-4af6-b473-f6a8a25e3a9d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3172102 May 19 16:37:17.222302 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58351b1b-7731-5889-bbf7-0fe85d83b94d-d22d8aba-917f-4a09-8281-2d7ac4cde071', 'network_id': 'd22d8aba-917f-4a09-8281-2d7ac4cde071', 'project_id': '8d5de9b2c50341a8b78fb369c7765787', 'fixed_ips': [{'subnet_id': '34fa00cd-74d4-4bfc-9638-7977f87f2067'}]}} from dv-cinder-842433-1-iscsi. {{(pid=110372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 16:37:17.223467 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:17.390262 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.db_base_plugin_common [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Allocated IP 192.168.233.2 (d22d8aba-917f-4a09-8281-2d7ac4cde071/34fa00cd-74d4-4bfc-9638-7977f87f2067/a0dc53b2-c5cd-441c-8332-82b3fa7da43f) {{(pid=110372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:37:17.538819 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Publish callbacks [] for port (a0dc53b2-c5cd-441c-8332-82b3fa7da43f), precommit_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:17.545045 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (a0dc53b2-c5cd-441c-8332-82b3fa7da43f), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:17.587166 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Network d22d8aba-917f-4a09-8281-2d7ac4cde071 is already hosted by enough agents. {{(pid=110372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:37:17.590384 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.base_scheduler [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Resources bound (agent type, host, resource id): {{(pid=110372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:37:17.594266 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Received port after_create {{(pid=110372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:37:17.598091 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Pushing event updated for resources: {'Port': ['ID=a0dc53b2-c5cd-441c-8332-82b3fa7da43f,revision_number=1']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:37:17.610336 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.610336 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.610336 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.611329 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.611606 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.611934 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.612258 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.612578 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.612900 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.613248 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.616654 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.616654 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.616654 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.616654 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.616654 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:37:17.669099 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Attempting to bind port a0dc53b2-c5cd-441c-8332-82b3fa7da43f on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:37:17.669488 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Attempting to bind port a0dc53b2-c5cd-441c-8332-82b3fa7da43f by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '80f3964c-08fc-4719-9e5a-5f1c962a69d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd22d8aba-917f-4a09-8281-2d7ac4cde071'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:37:17.669880 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Attempting to bind port a0dc53b2-c5cd-441c-8332-82b3fa7da43f on network d22d8aba-917f-4a09-8281-2d7ac4cde071 {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:37:17.675761 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:37:17.676193 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Checking segment: {'id': '80f3964c-08fc-4719-9e5a-5f1c962a69d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd22d8aba-917f-4a09-8281-2d7ac4cde071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:37:17.676599 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:17.676994 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Bound using segment: {'id': '80f3964c-08fc-4719-9e5a-5f1c962a69d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd22d8aba-917f-4a09-8281-2d7ac4cde071'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:37:17.677526 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Bound port: a0dc53b2-c5cd-441c-8332-82b3fa7da43f, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f3964c-08fc-4719-9e5a-5f1c962a69d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd22d8aba-917f-4a09-8281-2d7ac4cde071'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:37:17.677915 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a0dc53b2-c5cd-441c-8332-82b3fa7da43f), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:17.740535 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] For port a0dc53b2-c5cd-441c-8332-82b3fa7da43f, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:37:17.744124 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] For port a0dc53b2-c5cd-441c-8332-82b3fa7da43f, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=a0dc53b2-c5cd-441c-8332-82b3fa7da43f,segment=NetworkSegment(80f3964c-08fc-4719-9e5a-5f1c962a69d2),segment_id=80f3964c-08fc-4719-9e5a-5f1c962a69d2)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:37:17.751192 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a0dc53b2-c5cd-441c-8332-82b3fa7da43f), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:17.754565 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:17.757234 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:17.813736 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ca3c8-4fc7-4873-9a4a-a45978608874 None None] Pushing event updated for resources: {'Port': ['ID=a0dc53b2-c5cd-441c-8332-82b3fa7da43f,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:37:18.216994 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device a0dc53b2-c5cd-441c-8332-82b3fa7da43f up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:37:18.268967 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port a0dc53b2-c5cd-441c-8332-82b3fa7da43f triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:37:18.269384 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (a0dc53b2-c5cd-441c-8332-82b3fa7da43f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:18.352703 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port a0dc53b2-c5cd-441c-8332-82b3fa7da43f is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:37:18.353306 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a0dc53b2-c5cd-441c-8332-82b3fa7da43f), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:18.396342 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port a0dc53b2-c5cd-441c-8332-82b3fa7da43f, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=a0dc53b2-c5cd-441c-8332-82b3fa7da43f,segment=NetworkSegment(80f3964c-08fc-4719-9e5a-5f1c962a69d2),segment_id=80f3964c-08fc-4719-9e5a-5f1c962a69d2)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:37:18.401615 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a0dc53b2-c5cd-441c-8332-82b3fa7da43f), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:18.457670 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=a0dc53b2-c5cd-441c-8332-82b3fa7da43f,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:37:18.510303 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:18.721869 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8dd0b6-1695-42a2-917f-c6fdd0a257ef None None] Network d22d8aba-917f-4a09-8281-2d7ac4cde071 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:37:18.834747 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-c888015b-5d62-4da7-8e47-0ae70783c7eb None None] Provisioning complete for port a0dc53b2-c5cd-441c-8332-82b3fa7da43f triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:37:18.835115 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c888015b-5d62-4da7-8e47-0ae70783c7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (a0dc53b2-c5cd-441c-8332-82b3fa7da43f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:18.925097 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-c888015b-5d62-4da7-8e47-0ae70783c7eb None None] Current status of the port a0dc53b2-c5cd-441c-8332-82b3fa7da43f is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:37:19.147121 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-dbc04c8c-98ba-4ce7-8880-16657abef695 None None] Provisioning complete for port a0dc53b2-c5cd-441c-8332-82b3fa7da43f triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:37:19.147506 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-dbc04c8c-98ba-4ce7-8880-16657abef695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (a0dc53b2-c5cd-441c-8332-82b3fa7da43f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:19.224012 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-dbc04c8c-98ba-4ce7-8880-16657abef695 None None] Current status of the port a0dc53b2-c5cd-441c-8332-82b3fa7da43f is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:37:20.187141 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device a0dc53b2-c5cd-441c-8332-82b3fa7da43f up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:37:20.231963 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port a0dc53b2-c5cd-441c-8332-82b3fa7da43f triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:37:20.232617 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (a0dc53b2-c5cd-441c-8332-82b3fa7da43f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:20.271569 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:20.305707 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port a0dc53b2-c5cd-441c-8332-82b3fa7da43f is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:37:21.602224 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=12 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:21.604202 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=10 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:27.106281 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=67,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:27.108154 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=71,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:28.392758 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 5 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:37:30.302674 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:30.303938 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:37.388370 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:38.388633 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:40.891574 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-37ac4bb7-1891-4bab-8c54-977fa95e133e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:44.232162 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-7e75cb20-19ba-473a-b24e-750cbea430a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:45.143823 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:46.878333 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:48.402806 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:48.404252 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:48.507005 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:37:58.499662 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:37:58.502953 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:38:05.392725 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 5 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:38:10.905305 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-808f2b98-ca40-4ea1-b980-2f901410804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:38:14.233921 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-6d374001-382c-4335-b150-401bcfc491a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:38:15.148286 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:38:16.881923 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:38:18.508181 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:38:25.400343 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:38:25.401122 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:38:26.876672 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:38:28.503265 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:38:40.024377 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=13 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:38:40.027330 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=13 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:38:40.901642 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-fc4aacad-ae05-4bd4-8229-43ce5ca06d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:38:42.391813 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 5 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:38:44.226473 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-437e0e19-958a-4e83-b046-22cc22c1ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:38:45.148560 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:38:46.883163 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:38:48.502511 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:38:58.496590 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:38:58.498572 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:39:02.394726 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:39:02.399334 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=6 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:39:10.906758 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9f62-0b2c-4237-bb33-d3afa7291a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:14.227365 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ce46ae4c-831e-4549-bfff-c00c4948866c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:15.155731 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:16.884857 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:17.304076 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 57668) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:39:17.310823 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [None req-0fc3a462-cc23-4261-ac06-c4469d90c74f tempest-verify_tempest_config-874495344 tempest-verify_tempest_config-874495344-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 16:39:17.311803 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-0fc3a462-cc23-4261-ac06-c4469d90c74f tempest-verify_tempest_config-874495344 tempest-verify_tempest_config-874495344-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0067754 May 19 16:39:17.617017 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 57686) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:39:17.728798 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:17.816343 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Publish callbacks [] for security_group (c86cb566-747a-467b-805a-f414c1aefc8a), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:17.821231 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c86cb566-747a-467b-805a-f414c1aefc8a), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:17.871295 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-749427de-9056-48b6-9474-40d67973683a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8aa7b286c9d54c649a160ecf31239d4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2534018 May 19 16:39:17.872410 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86cb566-747a-467b-805a-f414c1aefc8a,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:39:17.874772 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 57692) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:39:17.881364 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.881792 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.882172 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.882523 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.882865 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.883204 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.883545 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.883876 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.884218 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.884553 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.884905 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.885286 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.885623 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.885954 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.886546 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749427de-9056-48b6-9474-40d67973683a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:17.946340 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Publish callbacks [] for security_group (c86cb566-747a-467b-805a-f414c1aefc8a), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:17.977570 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Publish callbacks [] for security_group (c86cb566-747a-467b-805a-f414c1aefc8a), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:18.082859 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c86cb566-747a-467b-805a-f414c1aefc8a), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:18.085429 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:18.089746 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c86cb566-747a-467b-805a-f414c1aefc8a HTTP/1.1" status: 204 len: 168 time: 0.2135439 May 19 16:39:18.097939 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86cb566-747a-467b-805a-f414c1aefc8a,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:39:18.106121 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.106498 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.107004 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.107705 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.108021 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.108356 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.108766 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.109010 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.109584 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.109806 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.110036 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.110398 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.110709 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.111032 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.111353 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a973a7a-61d3-4388-87bc-47b2df1897cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:39:18.513831 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:19.392826 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 5 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:39:27.875987 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=15,neutron:INSERT=6 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:39:27.877032 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=24,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:39:28.100612 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:39:28.101369 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:39:28.504098 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:39:28.508304 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:39:39.386867 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:39:39.398011 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=7 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:39:40.924387 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-409ee231-4f4e-47a4-a0ce-fb044c0fde94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:44.231294 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a142eada-9c36-4a3b-b197-754f945147c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:45.153127 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:46.892795 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:48.516038 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:39:56.392116 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 5 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:39:58.501300 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:39:58.510359 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:40:10.909434 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-2e5a4704-37b2-44aa-8cac-6798872de28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:40:14.232980 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b1fd2bbd-6f1d-4618-a8c0-b8fa64ec6f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:40:15.155240 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:40:16.394568 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:40:16.395879 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:40:16.897775 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:40:18.500333 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:40:28.493758 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:40:28.495728 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:40:33.391591 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 5 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:40:40.913477 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d25a-227a-4b04-9d75-4daec502116b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:40:44.236896 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-92798e34-d72a-4358-a15b-0b9e6d8fb334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:40:45.158292 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:40:46.900833 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:40:48.504764 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:40:53.390508 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=16 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:40:53.391344 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=18 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:40:58.493224 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:40:58.500645 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:41:04.035403 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-772730'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:41:10.391293 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:41:10.919266 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-6c51e631-0c08-4d87-b47d-516be90e0bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:41:14.240074 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4bea7a06-179f-468f-9fdb-5bd510ad50e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:41:15.160802 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:41:16.686640 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 57766) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:41:16.793040 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-1b7654d2-b062-46d1-81df-a22119fc23c5 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1053095 May 19 16:41:16.905254 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:41:18.508439 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:41:19.066583 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 57776) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:41:19.132315 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-81b0c3bd-be5e-4a0d-ae68-248715af3ac1 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0646434 May 19 16:41:28.501722 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:41:28.504180 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:INSERT=1,neutron:SELECT=18,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:41:29.127557 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:41:29.128506 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:41:33.989927 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:41:37.398599 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=6 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:41:37.399468 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:41:40.917211 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-59236d72-f15d-432c-8b87-4509efaf5dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:41:44.242676 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-330a4baa-636b-43d3-9552-ec61e2ef7ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:41:45.162578 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:41:46.908139 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:41:47.391586 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:41:48.514297 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:41:57.388314 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:41:58.508341 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=11 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:41:58.509649 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:42:03.991020 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:07.390453 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:42:07.399726 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:42:10.930644 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ddf628b2-9c10-46b0-87bf-f501ad588619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:14.262283 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-26ef1b40-a332-43dd-abb7-7384558e8306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:15.170485 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:16.910137 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:18.521318 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:24.391485 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:42:28.510169 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:42:28.515447 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:42:34.007263 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:40.926379 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d652bb77-0492-4f83-ae52-0ae9137e2f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:44.245869 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-123e8d4d-9a93-4a55-91ff-fe5fa1244ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:44.386344 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=16 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:42:44.387111 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=18 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:42:45.168455 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:46.914008 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:48.514538 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:57.907517 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 57942) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:42:57.914801 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 57948) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:42:58.276119 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-256068311-network', 'tenant_id': '16022d299eda48e6bf4675055870a140'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:42:58.291208 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-964548364-network', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:42:58.318121 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] Made reservation on behalf of 16022d299eda48e6bf4675055870a140 for: {'network': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:42:58.320962 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.324424 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Made reservation on behalf of 3fbe05607bf945bbb756e7ed3764cccc for: {'network': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:42:58.326626 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.339727 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.352071 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.377027 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 57968) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:42:58.500251 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Publish callbacks [] for security_group (889f1f2f-8996-4599-bf1d-285e628c7174), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.508446 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:42:58.510030 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:42:58.511102 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (889f1f2f-8996-4599-bf1d-285e628c7174), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.537827 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] Publish callbacks [] for security_group (2bcf8062-b287-46be-9085-1b90698d47f4), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.547733 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=110371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:42:58.555410 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (2bcf8062-b287-46be-9085-1b90698d47f4), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.578206 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (82716c3d-213c-45c9-948d-7f292b0c7040), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.578618 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.segments_db [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Added segment 82716c3d-213c-45c9-948d-7f292b0c7040 of type vlan for network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 May 19 16:42:58.591180 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=110371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:42:58.599483 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889f1f2f-8996-4599-bf1d-285e628c7174,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:42:58.633468 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.634056 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.634558 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.635054 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.635527 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.636084 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.636567 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.637054 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.637419 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.637894 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.638396 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.638888 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.639367 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.639855 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.640171 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Tracked resource versions report: May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: pushed versions: May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: { 'AddressGroup': {'1.2'}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Agent': {'1.1'}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'ConntrackHelper': {'1.0'}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'LocalIPAssociation': {'1.0'}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Log': {'1.0'}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'NDPProxy': {'1.0'}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Network': {'1.1'}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Port': {'1.7'}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'PortForwarding': {'1.3'}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'QosPolicy': {'1.10'}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'SecurityGroup': {'1.5'}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'SecurityGroupRule': {'1.2'}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'SubPort': {'1.0'}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Subnet': {'1.1'}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Trunk': {'1.1'}} May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: consumer versions: May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: { DHCP agent@dv-cinder-842433-1-iscsi: {}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: HyperV agent@hv-cinder-84243: {}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: L3 agent@dv-cinder-842433-1-iscsi: {}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: Metadata agent@dv-cinder-842433-1-iscsi: {}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: Metering agent@dv-cinder-842433-1-iscsi: {}, May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: Open vSwitch agent@dv-cinder-842433-1-iscsi: { 'AddressGroup': '1.2', May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Agent': '1.1', May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'ConntrackHelper': '1.0', May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'LocalIPAssociation': '1.0', May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Log': '1.0', May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'NDPProxy': '1.0', May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Network': '1.1', May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Port': '1.7', May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'PortForwarding': '1.3', May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'QosPolicy': '1.10', May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'SecurityGroup': '1.5', May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'SecurityGroupRule': '1.2', May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'SubPort': '1.0', May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Subnet': '1.1', May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: 'Trunk': '1.1'}} May 19 16:42:58.641589 dv-cinder-842433-1-iscsi neutron-server[110371]: {{(pid=110371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 16:42:58.656820 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.657361 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.segments_db [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] Added segment bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47 of type vlan for network bf3505d9-6ebb-447d-ba39-16bf2df77370 May 19 16:42:58.670644 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.726977 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcf8062-b287-46be-9085-1b90698d47f4,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:42:58.745586 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (bf3505d9-6ebb-447d-ba39-16bf2df77370), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.768005 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.768728 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:42:58.769524 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.814346 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-359135559-network', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:42:58.823955 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (bf3505d9-6ebb-447d-ba39-16bf2df77370), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.824936 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:42:58.825543 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.837405 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.9210587 May 19 16:42:58.843622 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 57998) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:42:58.849445 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-47e8310f-9335-47d5-9615-aeadda42a91f admin admin] Request body: {'subnet': {'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-subnet', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:42:58.859477 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Made reservation on behalf of 3e200a1b99664fc8b41757e2ae404f50 for: {'network': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:42:58.860699 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9521999 May 19 16:42:58.861759 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b45fc-b697-4119-887c-e6a60059a3df admin admin] Pushing event updated for resources: {'Network': ['ID=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:42:58.862023 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.867256 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 58002) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:42:58.874448 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-c4aeef31-846d-4de6-8564-c40f2cfa0cef admin admin] Request body: {'subnet': {'network_id': 'bf3505d9-6ebb-447d-ba39-16bf2df77370', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-256068311-subnet', 'tenant_id': '16022d299eda48e6bf4675055870a140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:42:58.874973 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:58.875093 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:42:58.906748 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aeef31-846d-4de6-8564-c40f2cfa0cef admin admin] Made reservation on behalf of 16022d299eda48e6bf4675055870a140 for: {'subnet': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:42:58.909997 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c4aeef31-846d-4de6-8564-c40f2cfa0cef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.003150 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Publish callbacks [] for security_group (fedd512f-47b7-4b79-9ad0-ca9156a56951), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.013689 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (fedd512f-47b7-4b79-9ad0-ca9156a56951), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.044081 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e8310f-9335-47d5-9615-aeadda42a91f admin admin] Made reservation on behalf of 3fbe05607bf945bbb756e7ed3764cccc for: {'subnet': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:42:59.046772 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-47e8310f-9335-47d5-9615-aeadda42a91f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.058868 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=110370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:42:59.067208 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedd512f-47b7-4b79-9ad0-ca9156a56951,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:42:59.088501 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (2e016a78-a8e0-4222-bbb2-6b3b01b656b9), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.089183 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.segments_db [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Added segment 2e016a78-a8e0-4222-bbb2-6b3b01b656b9 of type vlan for network 84ed37a0-33b7-474f-8c60-1eac20f29b87 May 19 16:42:59.111008 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:42:59.115682 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:42:59.132651 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (84ed37a0-33b7-474f-8c60-1eac20f29b87), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.155335 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc66ee-5cc0-4ef1-b2c0-f63cd3d89158 admin admin] Pushing event updated for resources: {'Network': ['ID=bf3505d9-6ebb-447d-ba39-16bf2df77370,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:42:59.159367 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.159713 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.160286 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.160945 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.161625 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.162142 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.162651 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.163622 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.164237 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.164824 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.165376 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.165922 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.166557 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.167047 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.167518 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:42:59.167648 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network bf3505d9-6ebb-447d-ba39-16bf2df77370 details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Tracked resource versions report: May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: pushed versions: May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: { 'AddressGroup': {'1.2'}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Agent': {'1.1'}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'ConntrackHelper': {'1.0'}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'LocalIPAssociation': {'1.0'}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Log': {'1.0'}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'NDPProxy': {'1.0'}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Network': {'1.1'}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Port': {'1.7'}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'PortForwarding': {'1.3'}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'QosPolicy': {'1.10'}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'SecurityGroup': {'1.5'}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'SecurityGroupRule': {'1.2'}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'SubPort': {'1.0'}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Subnet': {'1.1'}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Trunk': {'1.1'}} May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: consumer versions: May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: { DHCP agent@dv-cinder-842433-1-iscsi: {}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: HyperV agent@hv-cinder-84243: {}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: L3 agent@dv-cinder-842433-1-iscsi: {}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: Metadata agent@dv-cinder-842433-1-iscsi: {}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: Metering agent@dv-cinder-842433-1-iscsi: {}, May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: Open vSwitch agent@dv-cinder-842433-1-iscsi: { 'AddressGroup': '1.2', May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Agent': '1.1', May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'ConntrackHelper': '1.0', May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'LocalIPAssociation': '1.0', May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Log': '1.0', May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'NDPProxy': '1.0', May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Network': '1.1', May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Port': '1.7', May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'PortForwarding': '1.3', May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'QosPolicy': '1.10', May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'SecurityGroup': '1.5', May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'SecurityGroupRule': '1.2', May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'SubPort': '1.0', May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Subnet': '1.1', May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: 'Trunk': '1.1'}} May 19 16:42:59.169379 dv-cinder-842433-1-iscsi neutron-server[110370]: {{(pid=110370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 16:42:59.229131 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (84ed37a0-33b7-474f-8c60-1eac20f29b87), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.230228 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:42:59.230872 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.351483 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9732852 May 19 16:42:59.353494 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 58026) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:42:59.365566 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-761b1963-3c91-4c0c-afc0-2c7f5eb9ad41 admin admin] Request body: {'subnet': {'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-359135559-subnet', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:42:59.399713 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58028) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:42:59.401275 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc1b75-0e16-4804-9601-0ccfb062049b admin admin] Pushing event updated for resources: {'Network': ['ID=84ed37a0-33b7-474f-8c60-1eac20f29b87,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:42:59.415160 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c4aeef31-846d-4de6-8564-c40f2cfa0cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for subnet (2984ea28-bfdd-4666-9aac-c4c9d62107c5), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.417323 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network 84ed37a0-33b7-474f-8c60-1eac20f29b87 details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:42:59.475320 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761b1963-3c91-4c0c-afc0-2c7f5eb9ad41 admin admin] Made reservation on behalf of 3e200a1b99664fc8b41757e2ae404f50 for: {'subnet': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:42:59.479770 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-761b1963-3c91-4c0c-afc0-2c7f5eb9ad41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.575580 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-47e8310f-9335-47d5-9615-aeadda42a91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for subnet (899b8aae-4ebd-46d0-bbae-fc3c27286312), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.644255 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:42:59.659798 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8310f-9335-47d5-9615-aeadda42a91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=899b8aae-4ebd-46d0-bbae-fc3c27286312,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:42:59.663051 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8310f-9335-47d5-9615-aeadda42a91f admin admin] Checking segment: {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:42:59.663487 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e8310f-9335-47d5-9615-aeadda42a91f admin admin] Network hostable DHCP agents. Network: ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:42:59.693416 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e8310f-9335-47d5-9615-aeadda42a91f admin admin] Network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:42:59.702042 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeef31-846d-4de6-8564-c40f2cfa0cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2984ea28-bfdd-4666-9aac-c4c9d62107c5,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:42:59.710675 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-47e8310f-9335-47d5-9615-aeadda42a91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592) {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:42:59.714663 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aeef31-846d-4de6-8564-c40f2cfa0cef admin admin] Checking segment: {'id': 'bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf3505d9-6ebb-447d-ba39-16bf2df77370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:42:59.714912 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aeef31-846d-4de6-8564-c40f2cfa0cef admin admin] Network hostable DHCP agents. Network: bf3505d9-6ebb-447d-ba39-16bf2df77370, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:42:59.724375 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b560a361-1a6c-4f63-8955-5007fb4edc40 None None] Network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:42:59.732016 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e8310f-9335-47d5-9615-aeadda42a91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:42:59.733182 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-47e8310f-9335-47d5-9615-aeadda42a91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.763417 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-47e8310f-9335-47d5-9615-aeadda42a91f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9169340 May 19 16:42:59.763417 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58038) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:42:59.768196 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aeef31-846d-4de6-8564-c40f2cfa0cef admin admin] Network bf3505d9-6ebb-447d-ba39-16bf2df77370 is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:42:59.771538 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:42:59.799698 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11834'] for router (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.800963 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11829'] for router (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.814837 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-c4aeef31-846d-4de6-8564-c40f2cfa0cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, bf3505d9-6ebb-447d-ba39-16bf2df77370) {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:42:59.827118 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aeef31-846d-4de6-8564-c40f2cfa0cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:42:59.827522 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c4aeef31-846d-4de6-8564-c40f2cfa0cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.839020 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942b817b-1904-4922-bcf9-235e3795ce3e None None] Network bf3505d9-6ebb-447d-ba39-16bf2df77370 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:42:59.874768 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-c4aeef31-846d-4de6-8564-c40f2cfa0cef admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0058188 May 19 16:42:59.900630 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Publish callbacks [] for router_controller (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), precommit_add_association {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:42:59.910182 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-142540214-network', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:42:59.983967 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-761b1963-3c91-4c0c-afc0-2c7f5eb9ad41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for subnet (6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.102302 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58351b1b-7731-5889-bbf7-0fe85d83b94d-ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312'}]}} from dv-cinder-842433-1-iscsi. {{(pid=110372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 16:43:00.103617 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.190466 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Publish callbacks [] for router_gateway (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.200600 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:00.234470 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b1963-3c91-4c0c-afc0-2c7f5eb9ad41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:00.238779 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b1963-3c91-4c0c-afc0-2c7f5eb9ad41 admin admin] Checking segment: {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:00.239195 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b1963-3c91-4c0c-afc0-2c7f5eb9ad41 admin admin] Network hostable DHCP agents. Network: 84ed37a0-33b7-474f-8c60-1eac20f29b87, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:43:00.295510 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.db_base_plugin_common [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Allocated IP 172.20.0.2 (ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592/899b8aae-4ebd-46d0-bbae-fc3c27286312/e8873b14-e57d-44f1-8cf4-ffd2e158576f) {{(pid=110372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:00.325033 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b1963-3c91-4c0c-afc0-2c7f5eb9ad41 admin admin] Network 84ed37a0-33b7-474f-8c60-1eac20f29b87 is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:43:00.363140 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-761b1963-3c91-4c0c-afc0-2c7f5eb9ad41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, 84ed37a0-33b7-474f-8c60-1eac20f29b87) {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:00.372518 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b1963-3c91-4c0c-afc0-2c7f5eb9ad41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:00.377678 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-761b1963-3c91-4c0c-afc0-2c7f5eb9ad41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.381787 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f053fa-446e-4c0d-be47-657ba81db4e2 None None] Network bf3505d9-6ebb-447d-ba39-16bf2df77370 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:43:00.421718 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-761b1963-3c91-4c0c-afc0-2c7f5eb9ad41 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0634813 May 19 16:43:00.425992 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:00.427361 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 58062) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:00.428088 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b62d69-7993-427d-8ff3-8162e4c96482 None None] Network 84ed37a0-33b7-474f-8c60-1eac20f29b87 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:43:00.431823 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:00.458831 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] Made reservation on behalf of bef5d1b475ef4228a77b87964b0b8ce1 for: {'network': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:43:00.462989 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.484132 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.507801 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11834'] for router (d2e557b8-2491-4d73-87f9-658557afc7f9), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.509234 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11829'] for router (d2e557b8-2491-4d73-87f9-658557afc7f9), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.594406 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:00.680857 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] Publish callbacks [] for security_group (8d9a159c-ef68-4c18-ad7b-6a0621b3d8dc), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.690984 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (8d9a159c-ef68-4c18-ad7b-6a0621b3d8dc), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.714612 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58351b1b-7731-5889-bbf7-0fe85d83b94d-84ed37a0-33b7-474f-8c60-1eac20f29b87', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5'}]}} from dv-cinder-842433-1-iscsi. {{(pid=110372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 16:43:00.716009 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.724052 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Publish callbacks [] for router_controller (d2e557b8-2491-4d73-87f9-658557afc7f9), precommit_add_association {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.724751 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=110370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:43:00.744920 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:UPDATE=4,neutron:SELECT=75,neutron:DELETE=1,neutron:INSERT=20 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:00.901536 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (16f0016e-7c69-4e77-88ad-c8c25ebbc71a), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.901955 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.segments_db [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] Added segment 16f0016e-7c69-4e77-88ad-c8c25ebbc71a of type vlan for network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e May 19 16:43:00.939476 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Publish callbacks [] for router_gateway (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.942465 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9a159c-ef68-4c18-ad7b-6a0621b3d8dc,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:00.967504 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Publish callbacks [] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), precommit_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.993350 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:00.994036 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.009282 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Publish callbacks [] for router_gateway (d2e557b8-2491-4d73-87f9-658557afc7f9), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.012602 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (5bf6144a-4dd4-4703-91b7-ee3e7d7d485e), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.022232 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:01.100779 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Pushing event updated for resources: {'Port': ['ID=e8873b14-e57d-44f1-8cf4-ffd2e158576f,revision_number=1']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:01.107540 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (5bf6144a-4dd4-4703-91b7-ee3e7d7d485e), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.108707 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:01.109624 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.118422 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.118790 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.119582 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.119582 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.119860 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.120140 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.120468 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.120793 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.121118 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.121516 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.122274 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.122274 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.122538 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.123542 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.123542 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Tracked resource versions report: May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: pushed versions: May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: { 'AddressGroup': {'1.2'}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Agent': {'1.1'}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'ConntrackHelper': {'1.0'}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'LocalIPAssociation': {'1.0'}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Log': {'1.0'}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'NDPProxy': {'1.0'}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Network': {'1.1'}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Port': {'1.7'}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'PortForwarding': {'1.3'}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'QosPolicy': {'1.10'}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'SecurityGroup': {'1.5'}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'SecurityGroupRule': {'1.2'}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'SubPort': {'1.0'}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Subnet': {'1.1'}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Trunk': {'1.1'}} May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: consumer versions: May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: { DHCP agent@dv-cinder-842433-1-iscsi: {}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: HyperV agent@hv-cinder-84243: {}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: L3 agent@dv-cinder-842433-1-iscsi: {}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: Metadata agent@dv-cinder-842433-1-iscsi: {}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: Metering agent@dv-cinder-842433-1-iscsi: {}, May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: Open vSwitch agent@dv-cinder-842433-1-iscsi: { 'AddressGroup': '1.2', May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Agent': '1.1', May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'ConntrackHelper': '1.0', May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'LocalIPAssociation': '1.0', May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Log': '1.0', May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'NDPProxy': '1.0', May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Network': '1.1', May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Port': '1.7', May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'PortForwarding': '1.3', May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'QosPolicy': '1.10', May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'SecurityGroup': '1.5', May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'SecurityGroupRule': '1.2', May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'SubPort': '1.0', May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Subnet': '1.1', May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: 'Trunk': '1.1'}} May 19 16:43:01.124332 dv-cinder-842433-1-iscsi neutron-server[110372]: {{(pid=110372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 16:43:01.154074 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 is already hosted by enough agents. {{(pid=110372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:01.157752 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.base_scheduler [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Resources bound (agent type, host, resource id): {{(pid=110372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:01.162707 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Received port after_create {{(pid=110372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:01.184168 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7768123 May 19 16:43:01.185614 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Allocated IP 172.27.1.105 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/c5ec2d61-3a0c-4888-8730-a8cbb3649a9a) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:01.194051 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58084) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:01.201574 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-7b051a81-c236-4f9c-ad5b-853ac46abb2e admin admin] Request body: {'subnet': {'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-subnet', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:01.225721 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a4aab-27e6-4835-89ff-0211a51a1ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:01.231163 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.db_base_plugin_common [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Allocated IP 172.20.0.2 (84ed37a0-33b7-474f-8c60-1eac20f29b87/6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5/4e168c95-06d6-421b-a599-52ce3a8a2207) {{(pid=110372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:01.245263 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:43:01.299591 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Attempting to bind port e8873b14-e57d-44f1-8cf4-ffd2e158576f on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:43:01.300274 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Attempting to bind port e8873b14-e57d-44f1-8cf4-ffd2e158576f by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:43:01.300838 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Attempting to bind port e8873b14-e57d-44f1-8cf4-ffd2e158576f on network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:01.357744 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:43:01.361927 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Checking segment: {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:01.362518 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.363229 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Bound using segment: {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:43:01.363890 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Bound port: e8873b14-e57d-44f1-8cf4-ffd2e158576f, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:43:01.364532 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.379874 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:01.404596 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:43:01.405947 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b051a81-c236-4f9c-ad5b-853ac46abb2e admin admin] Made reservation on behalf of bef5d1b475ef4228a77b87964b0b8ce1 for: {'subnet': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:43:01.408456 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7b051a81-c236-4f9c-ad5b-853ac46abb2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.517006 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Publish callbacks [] for router_gateway (d2e557b8-2491-4d73-87f9-658557afc7f9), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.528498 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Publish callbacks [] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), precommit_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.543730 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.565759 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.599737 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Pushing event updated for resources: {'Port': ['ID=4e168c95-06d6-421b-a599-52ce3a8a2207,revision_number=1']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:01.617904 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Network 84ed37a0-33b7-474f-8c60-1eac20f29b87 is already hosted by enough agents. {{(pid=110372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:01.621249 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.base_scheduler [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Resources bound (agent type, host, resource id): {{(pid=110372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:01.624211 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] For port e8873b14-e57d-44f1-8cf4-ffd2e158576f, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:43:01.627754 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Received port after_create {{(pid=110372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:01.631676 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] For port e8873b14-e57d-44f1-8cf4-ffd2e158576f, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=e8873b14-e57d-44f1-8cf4-ffd2e158576f,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:43:01.668443 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Publish callbacks [] for port (c5ec2d61-3a0c-4888-8730-a8cbb3649a9a), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.690465 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.720125 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:01.753548 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:01.773088 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Attempting to bind port 4e168c95-06d6-421b-a599-52ce3a8a2207 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:43:01.773879 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Attempting to bind port 4e168c95-06d6-421b-a599-52ce3a8a2207 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:43:01.774528 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Attempting to bind port 4e168c95-06d6-421b-a599-52ce3a8a2207 on network 84ed37a0-33b7-474f-8c60-1eac20f29b87 {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:01.794395 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (c5ec2d61-3a0c-4888-8730-a8cbb3649a9a), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.807507 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:43:01.808244 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Checking segment: {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:01.809809 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.810488 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Bound using segment: {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:43:01.811225 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Bound port: 4e168c95-06d6-421b-a599-52ce3a8a2207, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:43:01.811851 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.863164 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Allocated IP 172.27.1.33 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/b7418f93-babf-4e65-82fc-7b97bc3be03a) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:01.885479 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f8cfb-fce2-414c-a89e-a581b38c0b35 None None] Pushing event updated for resources: {'Port': ['ID=e8873b14-e57d-44f1-8cf4-ffd2e158576f,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:01.890198 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:01.904722 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:01.925393 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:01.933330 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] For port 4e168c95-06d6-421b-a599-52ce3a8a2207, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:43:01.940216 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] For port 4e168c95-06d6-421b-a599-52ce3a8a2207, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=4e168c95-06d6-421b-a599-52ce3a8a2207,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:43:01.954091 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:01.977814 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Pushing event updated for resources: {'Port': ['ID=c5ec2d61-3a0c-4888-8730-a8cbb3649a9a,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:01.991714 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7b051a81-c236-4f9c-ad5b-853ac46abb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for subnet (3f541ad9-852f-4765-a5b0-e6d7d16db937), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:02.064876 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b051a81-c236-4f9c-ad5b-853ac46abb2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f541ad9-852f-4765-a5b0-e6d7d16db937,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:02.070252 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950efa97-9318-4c08-8b7d-3dd1ba1d4ab9 None None] Pushing event updated for resources: {'Port': ['ID=4e168c95-06d6-421b-a599-52ce3a8a2207,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:02.120922 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Publish callbacks [] for port (b7418f93-babf-4e65-82fc-7b97bc3be03a), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:02.183215 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (b7418f93-babf-4e65-82fc-7b97bc3be03a), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:02.219861 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:02.241784 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:02.246779 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:02.253272 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:02.298331 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b7418f93-babf-4e65-82fc-7b97bc3be03a,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:02.307159 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b051a81-c236-4f9c-ad5b-853ac46abb2e admin admin] Checking segment: {'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:02.307523 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b051a81-c236-4f9c-ad5b-853ac46abb2e admin admin] Network hostable DHCP agents. Network: 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:43:02.430475 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b051a81-c236-4f9c-ad5b-853ac46abb2e admin admin] Network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:43:02.477223 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Publish callbacks [] for router_gateway (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:02.481199 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-7b051a81-c236-4f9c-ad5b-853ac46abb2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e) {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:02.489106 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c826238-e000-4d19-9ddb-7bd4bfee6537 None None] Network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:43:02.529182 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b051a81-c236-4f9c-ad5b-853ac46abb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:02.530029 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7b051a81-c236-4f9c-ad5b-853ac46abb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:02.554968 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-7b051a81-c236-4f9c-ad5b-853ac46abb2e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3572500 May 19 16:43:02.558301 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58106) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:02.565377 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:02.611441 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device e8873b14-e57d-44f1-8cf4-ffd2e158576f up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:02.654619 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11834'] for router (e5fea846-3f90-488e-8266-4b394cb47d6e), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:02.660033 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11829'] for router (e5fea846-3f90-488e-8266-4b394cb47d6e), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:02.809943 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Publish callbacks [] for router_controller (e5fea846-3f90-488e-8266-4b394cb47d6e), precommit_add_association {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:02.863366 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:02.864484 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port e8873b14-e57d-44f1-8cf4-ffd2e158576f triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:02.864955 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:02.900953 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:02.947688 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58351b1b-7731-5889-bbf7-0fe85d83b94d-5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937'}]}} from dv-cinder-842433-1-iscsi. {{(pid=110372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 16:43:02.949611 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:02.969377 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Publish callbacks [] for router_gateway (d2e557b8-2491-4d73-87f9-658557afc7f9), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:03.022376 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:03.196325 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782274'] for router (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:03.457763 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Publish callbacks [] for router_gateway (e5fea846-3f90-488e-8266-4b394cb47d6e), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:03.459763 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port e8873b14-e57d-44f1-8cf4-ffd2e158576f is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:03.467509 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:03.495776 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.db_base_plugin_common [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Allocated IP 172.20.0.2 (5bf6144a-4dd4-4703-91b7-ee3e7d7d485e/3f541ad9-852f-4765-a5b0-e6d7d16db937/dec994b3-597a-4962-90f2-c5371bfbeac2) {{(pid=110372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:03.531126 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782274'] for router (d2e557b8-2491-4d73-87f9-658557afc7f9), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:03.534779 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58148) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:03.624424 dv-cinder-842433-1-iscsi neutron-server[110370]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 16:43:03.693694 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port e8873b14-e57d-44f1-8cf4-ffd2e158576f, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=e8873b14-e57d-44f1-8cf4-ffd2e158576f,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:03.757769 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:03.857731 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:03.863689 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=e8873b14-e57d-44f1-8cf4-ffd2e158576f,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:03.881088 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:03.997875 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Router d2e557b8-2491-4d73-87f9-658557afc7f9 is scheduled to L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 with binding_index 1 {{(pid=110371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 16:43:04.011630 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Publish callbacks [] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), precommit_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:04.021498 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b5cd4-e9a9-468f-8b41-58d714ad71e1 None None] Network 84ed37a0-33b7-474f-8c60-1eac20f29b87 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:43:04.034184 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:04.069538 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e is already hosted by enough agents. {{(pid=110372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:04.142287 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.base_scheduler [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Resources bound (agent type, host, resource id): {{(pid=110372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:04.149829 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Received port after_create {{(pid=110372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:04.271477 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-c6dbd64a-826f-4f83-a9c7-bc5c5398a4da None None] Provisioning complete for port 4e168c95-06d6-421b-a599-52ce3a8a2207 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:04.271873 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd64a-826f-4f83-a9c7-bc5c5398a4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:04.301590 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Attempting to bind port dec994b3-597a-4962-90f2-c5371bfbeac2 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:43:04.302067 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Attempting to bind port dec994b3-597a-4962-90f2-c5371bfbeac2 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:43:04.302313 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Attempting to bind port dec994b3-597a-4962-90f2-c5371bfbeac2 on network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:04.351006 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:43:04.351429 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Checking segment: {'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:04.351771 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:04.352243 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Bound using segment: {'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:43:04.352735 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Bound port: dec994b3-597a-4962-90f2-c5371bfbeac2, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:43:04.353119 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:04.395559 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360188a1-aee9-4b38-b8d9-78a98b2faa7b None None] Network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:43:04.435354 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:04.439680 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:43:04.456680 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Sync routers for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:43:04.480958 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:04.489219 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58170) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:04.491340 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-0b6fd53e-4a84-4e23-8805-7f129ad569a1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0625358 May 19 16:43:04.494797 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Pushing event updated for resources: {'Port': ['ID=dec994b3-597a-4962-90f2-c5371bfbeac2,revision_number=1']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:04.505569 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:43:04.508570 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:42:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:04.550561 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:04.752158 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:43:04.763812 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-10ff610d-590b-4c58-8194-4c07b1cfe222 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:04.765634 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-10ff610d-590b-4c58-8194-4c07b1cfe222 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/networks?id=bf3505d9-6ebb-447d-ba39-16bf2df77370 HTTP/1.1" status: 200 len: 811 time: 1.2249677 May 19 16:43:04.772269 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] For port dec994b3-597a-4962-90f2-c5371bfbeac2, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:43:04.780820 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 4e168c95-06d6-421b-a599-52ce3a8a2207 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:04.787174 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Publish callbacks [] for router_gateway (e5fea846-3f90-488e-8266-4b394cb47d6e), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:04.850176 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-7010a4b3-4be1-4aaa-a74a-dd366fb41556 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/quotas/16022d299eda48e6bf4675055870a140 HTTP/1.1" status: 200 len: 375 time: 0.0739446 May 19 16:43:04.855234 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:04.865030 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] For port dec994b3-597a-4962-90f2-c5371bfbeac2, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=dec994b3-597a-4962-90f2-c5371bfbeac2,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:43:04.868046 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:04.896792 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 is scheduled to L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 with binding_index 1 {{(pid=110370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 16:43:04.921638 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:04.974127 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:02Z', 'revision_number': 3, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:04.987697 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-4f5266b9-9f87-40e8-abdf-a4b950fd1da5 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16022d299eda48e6bf4675055870a140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179240 May 19 16:43:05.037245 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Checking router: d2e557b8-2491-4d73-87f9-658557afc7f9 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:43:05.037623 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Updating router d2e557b8-2491-4d73-87f9-658557afc7f9 port b7418f93-babf-4e65-82fc-7b97bc3be03a binding host dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:43:05.049364 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-c6dbd64a-826f-4f83-a9c7-bc5c5398a4da None None] Current status of the port 4e168c95-06d6-421b-a599-52ce3a8a2207 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:05.049757 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd64a-826f-4f83-a9c7-bc5c5398a4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:05.054871 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:05.096792 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 4e168c95-06d6-421b-a599-52ce3a8a2207 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:05.097204 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:05.109066 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (b7418f93-babf-4e65-82fc-7b97bc3be03a), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:05.140628 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-c6dbd64a-826f-4f83-a9c7-bc5c5398a4da None None] For port 4e168c95-06d6-421b-a599-52ce3a8a2207, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=4e168c95-06d6-421b-a599-52ce3a8a2207,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:05.183772 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2792ed-dcd4-4321-bbf1-84c84fa9c77e None None] Pushing event updated for resources: {'Port': ['ID=dec994b3-597a-4962-90f2-c5371bfbeac2,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:05.189915 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd64a-826f-4f83-a9c7-bc5c5398a4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:05.494297 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-591f28b2-b918-469d-9a29-35c388cb9c6f None None] Provisioning complete for port 4e168c95-06d6-421b-a599-52ce3a8a2207 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:05.496801 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-591f28b2-b918-469d-9a29-35c388cb9c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:05.529245 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbd64a-826f-4f83-a9c7-bc5c5398a4da None None] Pushing event updated for resources: {'Port': ['ID=4e168c95-06d6-421b-a599-52ce3a8a2207,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:05.607809 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:05.641932 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-3e4fdfc4-7927-493e-99c1-50c690fdb074 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 16:43:05.643764 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-3e4fdfc4-7927-493e-99c1-50c690fdb074 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2640855 May 19 16:43:05.746934 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-591f28b2-b918-469d-9a29-35c388cb9c6f None None] Current status of the port 4e168c95-06d6-421b-a599-52ce3a8a2207 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:05.749829 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 4e168c95-06d6-421b-a599-52ce3a8a2207 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:05.751094 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device e8873b14-e57d-44f1-8cf4-ffd2e158576f up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:05.776766 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Allocated IP 172.27.1.107 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/9bf59f2d-ed6b-449d-8204-019dc4321e96) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:05.788948 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-591f28b2-b918-469d-9a29-35c388cb9c6f None None] Provisioning complete for port e8873b14-e57d-44f1-8cf4-ffd2e158576f triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:05.789406 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-591f28b2-b918-469d-9a29-35c388cb9c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:05.820465 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:43:05.850156 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Sync routers for ids ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:43:05.894801 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Routers {'03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:43:05.895749 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:42:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:05.898669 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port e8873b14-e57d-44f1-8cf4-ffd2e158576f triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:05.898669 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:05.969333 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:05.971186 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-718c3ca7-64d4-44e8-91cc-6f39304abc6c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2055116 May 19 16:43:05.974732 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 58202) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:05.990114 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:05.999863 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-b06005e3-955c-4a0f-b6ce-0ad7a8c0b3a4 service neutron] 10.222.0.36 "GET /v2.0/networks/bf3505d9-6ebb-447d-ba39-16bf2df77370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448954 May 19 16:43:06.038567 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-591f28b2-b918-469d-9a29-35c388cb9c6f None None] Current status of the port e8873b14-e57d-44f1-8cf4-ffd2e158576f is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:06.273867 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Set router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:43:06.279622 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-a42c92d5-94dc-49ff-af16-8c7368f7be68 None None] Provisioning complete for port e8873b14-e57d-44f1-8cf4-ffd2e158576f triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:06.281897 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a42c92d5-94dc-49ff-af16-8c7368f7be68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:06.283746 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port e8873b14-e57d-44f1-8cf4-ffd2e158576f is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:06.457633 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Publish callbacks [] for port (9bf59f2d-ed6b-449d-8204-019dc4321e96), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:06.555227 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-8c5a5037-6a90-4b2e-a853-44dfb9163178 service neutron] 10.222.0.36 "GET /v2.0/networks/bf3505d9-6ebb-447d-ba39-16bf2df77370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035989 May 19 16:43:06.696815 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:06.713856 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 4e168c95-06d6-421b-a599-52ce3a8a2207 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:06.741559 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:06.765780 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (9bf59f2d-ed6b-449d-8204-019dc4321e96), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:06.867759 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:06.977478 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:06.979305 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:07.001678 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:07.014234 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:07.017889 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:07.021478 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf59f2d-ed6b-449d-8204-019dc4321e96,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:07.128201 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9292423f-59c7-4af3-8349-1ffad303c904 None None] Network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:43:07.229228 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Publish callbacks [] for port (b7418f93-babf-4e65-82fc-7b97bc3be03a), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:07.241231 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Allocated IP 172.20.0.1 (ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592/899b8aae-4ebd-46d0-bbae-fc3c27286312/3c0e65df-f2bc-4d6c-9e23-76804c9de3cb) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:07.250753 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (b7418f93-babf-4e65-82fc-7b97bc3be03a), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:07.293350 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:07.304465 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-a42c92d5-94dc-49ff-af16-8c7368f7be68 None None] Current status of the port e8873b14-e57d-44f1-8cf4-ffd2e158576f is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:07.315790 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 4e168c95-06d6-421b-a599-52ce3a8a2207 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:07.317188 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:07.348337 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Pushing event updated for resources: {'Port': ['ID=b7418f93-babf-4e65-82fc-7b97bc3be03a,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:07.352258 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Attempting to bind port b7418f93-babf-4e65-82fc-7b97bc3be03a on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:43:07.352826 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Attempting to bind port b7418f93-babf-4e65-82fc-7b97bc3be03a by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:43:07.353359 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Attempting to bind port b7418f93-babf-4e65-82fc-7b97bc3be03a on network 98da84b6-3a55-4aa5-9045-219aa962a35a {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:07.365565 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.366312 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.366829 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.367316 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.367942 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.368405 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.368883 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.369387 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.370012 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.370464 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.371222 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.371748 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.372226 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.372567 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.372916 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Tracked resource versions report: May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: pushed versions: May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: { 'AddressGroup': {'1.2'}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Agent': {'1.1'}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'ConntrackHelper': {'1.0'}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'LocalIPAssociation': {'1.0'}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Log': {'1.0'}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'NDPProxy': {'1.0'}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Network': {'1.1'}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Port': {'1.7'}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'PortForwarding': {'1.3'}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'QosPolicy': {'1.10'}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'SecurityGroup': {'1.5'}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'SecurityGroupRule': {'1.2'}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'SubPort': {'1.0'}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Subnet': {'1.1'}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Trunk': {'1.1'}} May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: consumer versions: May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: { DHCP agent@dv-cinder-842433-1-iscsi: {}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: HyperV agent@hv-cinder-84243: {}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: L3 agent@dv-cinder-842433-1-iscsi: {}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: Metadata agent@dv-cinder-842433-1-iscsi: {}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: Metering agent@dv-cinder-842433-1-iscsi: {}, May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: Open vSwitch agent@dv-cinder-842433-1-iscsi: { 'AddressGroup': '1.2', May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Agent': '1.1', May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'ConntrackHelper': '1.0', May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'LocalIPAssociation': '1.0', May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Log': '1.0', May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'NDPProxy': '1.0', May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Network': '1.1', May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Port': '1.7', May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'PortForwarding': '1.3', May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'QosPolicy': '1.10', May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'SecurityGroup': '1.5', May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'SecurityGroupRule': '1.2', May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'SubPort': '1.0', May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Subnet': '1.1', May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: 'Trunk': '1.1'}} May 19 16:43:07.374419 dv-cinder-842433-1-iscsi neutron-server[110373]: {{(pid=110373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 16:43:07.385616 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:43:07.385996 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Checking segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:07.387408 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:07.387823 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Bound using segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:43:07.388560 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Bound port: b7418f93-babf-4e65-82fc-7b97bc3be03a, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:43:07.389105 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (b7418f93-babf-4e65-82fc-7b97bc3be03a), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:07.430672 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Publish callbacks [] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:07.456645 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] For port b7418f93-babf-4e65-82fc-7b97bc3be03a, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:43:07.461281 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] For port b7418f93-babf-4e65-82fc-7b97bc3be03a, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=b7418f93-babf-4e65-82fc-7b97bc3be03a,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:43:07.471638 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (b7418f93-babf-4e65-82fc-7b97bc3be03a), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:07.517947 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-f5bc900f-2e91-4ce1-9d92-a3160785d24b None None] Provisioning complete for port dec994b3-597a-4962-90f2-c5371bfbeac2 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:07.518672 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f5bc900f-2e91-4ce1-9d92-a3160785d24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:07.526627 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:02Z', 'revision_number': 3, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:07.529733 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:07.570872 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:07.607944 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:43:07.608599 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:42:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:07.631790 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:07.651140 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f5666a19-8e7d-4162-892e-e72d73d68151 req-cfd94cda-1456-4462-b781-5df9c02d13c7 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 210 time: 0.4371784 May 19 16:43:07.652330 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:07.657005 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737888c-4a9c-451e-a67c-767de742000f None None] Pushing event updated for resources: {'Port': ['ID=b7418f93-babf-4e65-82fc-7b97bc3be03a,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:07.672547 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:07.676538 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777199'] for router_interface (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:07.727174 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Checking router: 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:43:07.727710 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Updating router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 port c5ec2d61-3a0c-4888-8730-a8cbb3649a9a binding host dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:43:07.731284 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:07.740602 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:07.800581 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c0e65df-f2bc-4d6c-9e23-76804c9de3cb,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:07.805880 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:43:07.928815 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c5ec2d61-3a0c-4888-8730-a8cbb3649a9a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:07.983749 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Publish callbacks [] for router_gateway (e5fea846-3f90-488e-8266-4b394cb47d6e), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:08.166891 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:08.292165 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 4e168c95-06d6-421b-a599-52ce3a8a2207 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:08.294416 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device dec994b3-597a-4962-90f2-c5371bfbeac2 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:08.308739 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:02Z', 'revision_number': 3, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:08.419103 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:08.432032 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50c5aee-e3df-4207-a141-f3135e7e39bb None None] The sync data for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi is: [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:02Z', 'revision_number': 3, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:43:08.674779 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Allocated IP 172.20.0.1 (84ed37a0-33b7-474f-8c60-1eac20f29b87/6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5/ebb0036b-39e7-4e81-a233-273e1381e83e) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:08.727581 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782274'] for router (e5fea846-3f90-488e-8266-4b394cb47d6e), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:08.795899 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Publish callbacks [] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:08.802861 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:08.804189 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-777637'] for router_interface (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:08.857744 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:08.858970 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 58314) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:08.862119 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c0e65df-f2bc-4d6c-9e23-76804c9de3cb,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:08.866955 dv-cinder-842433-1-iscsi neutron-server[110371]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 16:43:08.877059 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc900f-2e91-4ce1-9d92-a3160785d24b None None] Current status of the port dec994b3-597a-4962-90f2-c5371bfbeac2 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:08.877686 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f5bc900f-2e91-4ce1-9d92-a3160785d24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:08.995701 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-949e79a4-982a-4ece-8b87-4de7bc867971 req-a4b71719-b331-495b-aa5a-6b4b5de60d5d tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 210 time: 0.1299284 May 19 16:43:09.085187 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:09.117857 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:09.119685 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:09.266057 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Publish callbacks [] for port (c5ec2d61-3a0c-4888-8730-a8cbb3649a9a), precommit_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:09.274332 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port dec994b3-597a-4962-90f2-c5371bfbeac2 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:09.274332 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:09.315076 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Publish callbacks [] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:09.388257 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Router e5fea846-3f90-488e-8266-4b394cb47d6e is scheduled to L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 with binding_index 1 {{(pid=110370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 16:43:09.395354 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (c5ec2d61-3a0c-4888-8730-a8cbb3649a9a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:09.450408 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:43:09.456226 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:09.506647 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:09.514151 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-f5bc900f-2e91-4ce1-9d92-a3160785d24b None None] For port dec994b3-597a-4962-90f2-c5371bfbeac2, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=dec994b3-597a-4962-90f2-c5371bfbeac2,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:09.591233 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f5bc900f-2e91-4ce1-9d92-a3160785d24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:09.615268 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:09.622636 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Attempting to bind port c5ec2d61-3a0c-4888-8730-a8cbb3649a9a on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:43:09.624141 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Attempting to bind port c5ec2d61-3a0c-4888-8730-a8cbb3649a9a by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:43:09.624819 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Attempting to bind port c5ec2d61-3a0c-4888-8730-a8cbb3649a9a on network 98da84b6-3a55-4aa5-9045-219aa962a35a {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:09.671420 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:43:09.672213 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Checking segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:09.672830 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:09.674057 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Bound using segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:43:09.675047 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Bound port: c5ec2d61-3a0c-4888-8730-a8cbb3649a9a, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:43:09.675732 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c5ec2d61-3a0c-4888-8730-a8cbb3649a9a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:09.678626 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:09.711685 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:43:09.721331 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab93ea-ec22-406e-9a31-16db400f8723 None None] Pushing event updated for resources: {'Port': ['ID=c5ec2d61-3a0c-4888-8730-a8cbb3649a9a,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:09.734568 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-e0d8b917-cce7-4bde-ad82-14b6e603a2d7 admin admin] 10.222.0.36 "PUT /v2.0/routers/03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7578185 May 19 16:43:09.770448 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb0036b-39e7-4e81-a233-273e1381e83e,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:09.782189 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:43:09.805182 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Sync routers for ids ['e5fea846-3f90-488e-8266-4b394cb47d6e'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:43:09.809086 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Network 84ed37a0-33b7-474f-8c60-1eac20f29b87 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:09.814139 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:09.818760 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-c3f6b273-3c94-48c7-85c1-f096b1452e29 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2563825 May 19 16:43:09.818760 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:09.819593 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 58338) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:09.821102 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:09.823239 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777199'] for router_interface (d2e557b8-2491-4d73-87f9-658557afc7f9), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:09.827914 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port dec994b3-597a-4962-90f2-c5371bfbeac2 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:09.860619 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Routers {'e5fea846-3f90-488e-8266-4b394cb47d6e'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:43:09.861346 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:42:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['e5fea846-3f90-488e-8266-4b394cb47d6e'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:09.916966 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-3b8d522b-eb98-4e99-81a5-0bf797c1e727 None None] Provisioning complete for port dec994b3-597a-4962-90f2-c5371bfbeac2 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:09.917914 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-3b8d522b-eb98-4e99-81a5-0bf797c1e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:09.997411 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc900f-2e91-4ce1-9d92-a3160785d24b None None] Pushing event updated for resources: {'Port': ['ID=dec994b3-597a-4962-90f2-c5371bfbeac2,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:10.026581 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] For port c5ec2d61-3a0c-4888-8730-a8cbb3649a9a, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:43:10.037911 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b7418f93-babf-4e65-82fc-7b97bc3be03a up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:10.120077 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] For port c5ec2d61-3a0c-4888-8730-a8cbb3649a9a, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=c5ec2d61-3a0c-4888-8730-a8cbb3649a9a,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:43:10.240812 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (c5ec2d61-3a0c-4888-8730-a8cbb3649a9a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:10.297235 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-3b8d522b-eb98-4e99-81a5-0bf797c1e727 None None] Current status of the port dec994b3-597a-4962-90f2-c5371bfbeac2 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:10.329600 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Set router e5fea846-3f90-488e-8266-4b394cb47d6e gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:43:10.346021 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c96ac253-5563-48e9-b562-cd534d8f9fcb req-1fb29ced-60dd-4669-b61d-3dddfbea18dd tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 210 time: 0.0493340 May 19 16:43:10.433390 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port b7418f93-babf-4e65-82fc-7b97bc3be03a triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:10.433861 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (b7418f93-babf-4e65-82fc-7b97bc3be03a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:10.498418 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-3b8d522b-eb98-4e99-81a5-0bf797c1e727 None None] Provisioning complete for port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:10.500230 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-3b8d522b-eb98-4e99-81a5-0bf797c1e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:10.536840 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:10.672999 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab93ea-ec22-406e-9a31-16db400f8723 None None] Pushing event updated for resources: {'Port': ['ID=c5ec2d61-3a0c-4888-8730-a8cbb3649a9a,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:10.708317 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Routers {'03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:43:10.708975 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:42:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:10.744806 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:07Z', 'revision_number': 3, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:10.769750 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-05e25b1d-0cfe-4bb0-90c4-2ed9cad1cde2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:10.778060 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-05e25b1d-0cfe-4bb0-90c4-2ed9cad1cde2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 818 time: 0.2468064 May 19 16:43:10.780370 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Checking router: e5fea846-3f90-488e-8266-4b394cb47d6e for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:43:10.780821 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Updating router e5fea846-3f90-488e-8266-4b394cb47d6e port 9bf59f2d-ed6b-449d-8204-019dc4321e96 binding host dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:43:10.816531 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (9bf59f2d-ed6b-449d-8204-019dc4321e96), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:10.825205 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-5c87853e-b719-4976-a9d6-010b6f3911df tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/quotas/3fbe05607bf945bbb756e7ed3764cccc HTTP/1.1" status: 200 len: 375 time: 0.0458062 May 19 16:43:10.838347 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:10.851916 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-3b8d522b-eb98-4e99-81a5-0bf797c1e727 None None] Port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:43:10.880256 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port b7418f93-babf-4e65-82fc-7b97bc3be03a is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:10.880807 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (b7418f93-babf-4e65-82fc-7b97bc3be03a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:10.886258 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:10.990004 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Publish callbacks [] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:11.005039 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:11.005957 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-777637'] for router_interface (d2e557b8-2491-4d73-87f9-658557afc7f9), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:11.013565 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-7805a95f-da16-4b24-bba2-525711d1b301 None None] Provisioning complete for port ebb0036b-39e7-4e81-a233-273e1381e83e triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:11.014480 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-7805a95f-da16-4b24-bba2-525711d1b301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:11.022109 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port b7418f93-babf-4e65-82fc-7b97bc3be03a, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=b7418f93-babf-4e65-82fc-7b97bc3be03a,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:11.065072 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (b7418f93-babf-4e65-82fc-7b97bc3be03a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:11.073525 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] Set router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:43:11.073975 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-dc59cee5-cac5-4705-926b-7c5640a03c2c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2475967 May 19 16:43:11.125205 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-928d736d-afbc-4f8c-b900-c0f3b2afdea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:11.178574 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-7805a95f-da16-4b24-bba2-525711d1b301 None None] Port ebb0036b-39e7-4e81-a233-273e1381e83e cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:43:11.193261 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:11.209490 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Network 84ed37a0-33b7-474f-8c60-1eac20f29b87 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:11.211518 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:11.214738 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb0036b-39e7-4e81-a233-273e1381e83e,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:11.244266 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:11.368322 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=b7418f93-babf-4e65-82fc-7b97bc3be03a,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:11.464777 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:11.534164 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Publish callbacks [] for port (9bf59f2d-ed6b-449d-8204-019dc4321e96), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:11.543219 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (9bf59f2d-ed6b-449d-8204-019dc4321e96), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:11.605226 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339319eb-b4c8-4c1f-aaf1-cb7f77a43ee2 None None] Pushing event updated for resources: {'Port': ['ID=9bf59f2d-ed6b-449d-8204-019dc4321e96,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:11.637986 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '3c0e65df-f2bc-4d6c-9e23-76804c9de3cb', 'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'mac_address': 'fa:16:3e:6f:32:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 2, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'subnets': [{'id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:11.645214 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Attempting to bind port 9bf59f2d-ed6b-449d-8204-019dc4321e96 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:43:11.645633 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Attempting to bind port 9bf59f2d-ed6b-449d-8204-019dc4321e96 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:43:11.646001 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Attempting to bind port 9bf59f2d-ed6b-449d-8204-019dc4321e96 on network 98da84b6-3a55-4aa5-9045-219aa962a35a {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:11.653376 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:43:11.653799 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Checking segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:11.654299 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:11.654725 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Bound using segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:43:11.655535 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Bound port: 9bf59f2d-ed6b-449d-8204-019dc4321e96, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:43:11.655976 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (9bf59f2d-ed6b-449d-8204-019dc4321e96), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:11.672296 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fbd74a-9194-4a5d-8b20-53deeb730eba None None] The sync data for ids ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'] in dv-cinder-842433-1-iscsi is: [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '3c0e65df-f2bc-4d6c-9e23-76804c9de3cb', 'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'mac_address': 'fa:16:3e:6f:32:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 2, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'subnets': [{'id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:43:11.694861 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Router d2e557b8-2491-4d73-87f9-658557afc7f9 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:43:11.695404 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:11.714672 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-4ca42c29-2aae-435d-a067-2212a73848b4 None None] Provisioning complete for port ebb0036b-39e7-4e81-a233-273e1381e83e triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:11.714672 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4ca42c29-2aae-435d-a067-2212a73848b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:11.719245 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1b96c1d8-3217-48ad-91f2-7f0e0a51b919 req-ee4b3215-ce66-48ad-8af3-6df85fe12b23 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 210 time: 0.0453093 May 19 16:43:11.721628 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Allocated IP 172.20.0.1 (5bf6144a-4dd4-4703-91b7-ee3e7d7d485e/3f541ad9-852f-4765-a5b0-e6d7d16db937/85692b60-8ce1-4a49-9dc3-37c0e504818a) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:11.730377 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-e4be65de-f1f5-486d-938f-45a9860dff66 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 16:43:11.731546 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-e4be65de-f1f5-486d-938f-45a9860dff66 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4968660 May 19 16:43:11.762698 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] For port 9bf59f2d-ed6b-449d-8204-019dc4321e96, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:43:11.768996 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:11.782000 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] For port 9bf59f2d-ed6b-449d-8204-019dc4321e96, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=9bf59f2d-ed6b-449d-8204-019dc4321e96,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:43:11.794673 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-4ca42c29-2aae-435d-a067-2212a73848b4 None None] Port ebb0036b-39e7-4e81-a233-273e1381e83e cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:43:11.800568 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (9bf59f2d-ed6b-449d-8204-019dc4321e96), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:11.808148 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:11.939494 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:11.941905 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:43:11.952890 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-42f2bfa5-86f4-4bd5-8776-8a6d38758084 admin admin] 10.222.0.36 "PUT /v2.0/routers/d2e557b8-2491-4d73-87f9-658557afc7f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4586740 May 19 16:43:11.965930 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Sync routers for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:43:11.987908 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Routers {'e5fea846-3f90-488e-8266-4b394cb47d6e'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:43:11.988691 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:42:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['e5fea846-3f90-488e-8266-4b394cb47d6e'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:12.000891 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:43:12.002692 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339319eb-b4c8-4c1f-aaf1-cb7f77a43ee2 None None] Pushing event updated for resources: {'Port': ['ID=9bf59f2d-ed6b-449d-8204-019dc4321e96,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:12.009108 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:42:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:12.038279 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b7418f93-babf-4e65-82fc-7b97bc3be03a up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:12.356157 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] Set router e5fea846-3f90-488e-8266-4b394cb47d6e gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:43:12.412123 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:43:12.419122 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port b7418f93-babf-4e65-82fc-7b97bc3be03a triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:12.429552 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (b7418f93-babf-4e65-82fc-7b97bc3be03a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:12.459184 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-36c87368-5a86-4da5-affa-3c8a70a48152 service neutron] 10.222.0.36 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7037542 May 19 16:43:12.615222 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Publish callbacks [] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:12.670682 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-71ac77b4-df51-4fdf-bfad-58c063c456a6 service neutron] 10.222.0.36 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978014 May 19 16:43:12.697651 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58410) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:12.703057 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-b844dc35-8944-4d3f-9516-e5bfdaa13471 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1379613167', 'description': 'tempest-description--125067282'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:12.733059 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:12.785944 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b844dc35-8944-4d3f-9516-e5bfdaa13471 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:12.887227 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:07Z', 'revision_number': 3, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:12.922245 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:12.949356 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:12.957671 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:12.958219 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777199'] for router_interface (e5fea846-3f90-488e-8266-4b394cb47d6e), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:13.026473 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Pushing event updated for resources: {'Port': ['ID=85692b60-8ce1-4a49-9dc3-37c0e504818a,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:13.027185 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-91a2ad3e-d4d9-4a58-9649-cb98a38ac424 req-a12c15a8-5e4b-47d9-861e-656b54abfda1 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 210 time: 0.0903502 May 19 16:43:13.032289 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8cda77-dfb6-4f3d-8e8f-e163abbbf3d0 None None] The sync data for ids ['e5fea846-3f90-488e-8266-4b394cb47d6e'] in dv-cinder-842433-1-iscsi is: [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:07Z', 'revision_number': 3, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:43:13.133930 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:13.160493 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b844dc35-8944-4d3f-9516-e5bfdaa13471 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (e3c0a484-ce05-467c-a026-d0afca31e182), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:13.170725 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port b7418f93-babf-4e65-82fc-7b97bc3be03a is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:13.172232 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device dec994b3-597a-4962-90f2-c5371bfbeac2 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:13.177762 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b844dc35-8944-4d3f-9516-e5bfdaa13471 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e3c0a484-ce05-467c-a026-d0afca31e182), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:13.265924 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844dc35-8944-4d3f-9516-e5bfdaa13471 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c0a484-ce05-467c-a026-d0afca31e182,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:13.335298 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b844dc35-8944-4d3f-9516-e5bfdaa13471 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:13.344651 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-b844dc35-8944-4d3f-9516-e5bfdaa13471 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6422276 May 19 16:43:13.348954 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58452) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:13.371358 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-2069bb06-1f1f-47c1-990b-e8fb9bda5456 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'security_group_rule': {'security_group_id': 'e3c0a484-ce05-467c-a026-d0afca31e182', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:13.377727 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:13.447086 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:13.452712 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 2, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:13.498409 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2069bb06-1f1f-47c1-990b-e8fb9bda5456 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (12b9cde1-cd25-409f-a909-4412916716b6), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:13.568000 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port dec994b3-597a-4962-90f2-c5371bfbeac2 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:13.572190 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:13.579274 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Checking router: d2e557b8-2491-4d73-87f9-658557afc7f9 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:43:13.583627 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Updating router d2e557b8-2491-4d73-87f9-658557afc7f9 port ebb0036b-39e7-4e81-a233-273e1381e83e binding host dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:43:13.589987 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-6c5944d9-da5d-4836-92d5-6773b1224a63 None None] Provisioning complete for port 85692b60-8ce1-4a49-9dc3-37c0e504818a triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:13.589987 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-6c5944d9-da5d-4836-92d5-6773b1224a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:13.732722 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2069bb06-1f1f-47c1-990b-e8fb9bda5456 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (12b9cde1-cd25-409f-a909-4412916716b6), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:13.740437 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2069bb06-1f1f-47c1-990b-e8fb9bda5456 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (12b9cde1-cd25-409f-a909-4412916716b6), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:13.771139 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069bb06-1f1f-47c1-990b-e8fb9bda5456 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b9cde1-cd25-409f-a909-4412916716b6,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:13.812043 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2069bb06-1f1f-47c1-990b-e8fb9bda5456 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:13.814818 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-2069bb06-1f1f-47c1-990b-e8fb9bda5456 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4625807 May 19 16:43:13.820378 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58476) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:13.844534 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-7c678fc3-b748-49e4-a51d-07e010b3f9db tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'security_group_rule': {'security_group_id': 'e3c0a484-ce05-467c-a026-d0afca31e182', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:13.883779 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-6c5944d9-da5d-4836-92d5-6773b1224a63 None None] Port 85692b60-8ce1-4a49-9dc3-37c0e504818a cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:43:13.887198 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:13.965939 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7c678fc3-b748-49e4-a51d-07e010b3f9db tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (b0cd5c34-c319-4f8b-b3b2-e37844490b61), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:13.975296 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:14.003470 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e7fde84a-ca12-4643-b854-640e692c2fba req-c825d5f8-230d-4d9f-aeb6-1dc0b3941a35 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 210 time: 0.6436605 May 19 16:43:14.019983 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Publish callbacks [] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:14.034688 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:14.035949 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-777637'] for router_interface (e5fea846-3f90-488e-8266-4b394cb47d6e), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:14.128988 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7c678fc3-b748-49e4-a51d-07e010b3f9db tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (b0cd5c34-c319-4f8b-b3b2-e37844490b61), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:14.138799 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7c678fc3-b748-49e4-a51d-07e010b3f9db tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (b0cd5c34-c319-4f8b-b3b2-e37844490b61), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:14.221237 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c678fc3-b748-49e4-a51d-07e010b3f9db tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cd5c34-c319-4f8b-b3b2-e37844490b61,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:14.284490 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port dec994b3-597a-4962-90f2-c5371bfbeac2 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:14.332843 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7c678fc3-b748-49e4-a51d-07e010b3f9db tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:14.344354 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-7c678fc3-b748-49e4-a51d-07e010b3f9db tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5198631 May 19 16:43:14.345847 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58506) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:14.363029 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'floatingip': {'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:14.395961 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-7574fc45-a991-4fd9-8a50-efbb4f95f95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:14.440730 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e01f5905-9045-420b-9222-3e7bac324695 req-010ff643-f02e-4450-9395-a9caf4032c49 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 210 time: 0.2080727 May 19 16:43:14.462546 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:14.507259 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Pushing event updated for resources: {'Port': ['ID=85692b60-8ce1-4a49-9dc3-37c0e504818a,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:14.803758 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:14.818751 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:14.826043 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:14.834218 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device c5ec2d61-3a0c-4888-8730-a8cbb3649a9a up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:14.915295 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.059145 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port c5ec2d61-3a0c-4888-8730-a8cbb3649a9a triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:15.059520 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (c5ec2d61-3a0c-4888-8730-a8cbb3649a9a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.090525 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-5a7a95e0-7585-4452-af40-86384ffc6aca tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:15.100920 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-5a7a95e0-7585-4452-af40-86384ffc6aca tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 818 time: 0.5829742 May 19 16:43:15.131570 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-650b158d-f650-4b61-9e7e-10bd45b2327e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/quotas/3fbe05607bf945bbb756e7ed3764cccc HTTP/1.1" status: 200 len: 375 time: 0.0289063 May 19 16:43:15.137235 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:15.140619 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Publish callbacks [] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), precommit_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.176749 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Allocated IP 172.27.1.187 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/93854742-41d8-4691-8d0e-2b74c3587217) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:15.199583 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.264445 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.309394 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Router e5fea846-3f90-488e-8266-4b394cb47d6e has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:43:15.315693 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-af67e1c9-9f16-47ad-ba32-b7230fb6788f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1829462 May 19 16:43:15.336334 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6,neutron:DELETE=5,neutron:INSERT=10 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:15.384158 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcec6be-18d6-483f-aca8-d511fc2722d5 None None] Pushing event updated for resources: {'Port': ['ID=ebb0036b-39e7-4e81-a233-273e1381e83e,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:15.405810 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:15.427554 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-74670560-4e1b-4d05-848d-81e09149a216 None None] Provisioning complete for port 85692b60-8ce1-4a49-9dc3-37c0e504818a triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:15.428850 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-74670560-4e1b-4d05-848d-81e09149a216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.451937 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for port (93854742-41d8-4691-8d0e-2b74c3587217), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.464048 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Attempting to bind port ebb0036b-39e7-4e81-a233-273e1381e83e on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:43:15.464048 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Attempting to bind port ebb0036b-39e7-4e81-a233-273e1381e83e by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:43:15.464491 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Attempting to bind port ebb0036b-39e7-4e81-a233-273e1381e83e on network 84ed37a0-33b7-474f-8c60-1eac20f29b87 {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:15.472546 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port c5ec2d61-3a0c-4888-8730-a8cbb3649a9a is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:15.472931 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c5ec2d61-3a0c-4888-8730-a8cbb3649a9a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.486866 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:43:15.487246 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Checking segment: {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:15.487638 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.488125 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Bound using segment: {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:43:15.488638 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Bound port: ebb0036b-39e7-4e81-a233-273e1381e83e, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:43:15.489003 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.507575 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:15.517775 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (93854742-41d8-4691-8d0e-2b74c3587217), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.538218 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port c5ec2d61-3a0c-4888-8730-a8cbb3649a9a, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=c5ec2d61-3a0c-4888-8730-a8cbb3649a9a,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:15.540795 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-74670560-4e1b-4d05-848d-81e09149a216 None None] Port 85692b60-8ce1-4a49-9dc3-37c0e504818a cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:43:15.564823 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (c5ec2d61-3a0c-4888-8730-a8cbb3649a9a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.566322 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 9bf59f2d-ed6b-449d-8204-019dc4321e96 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:15.569874 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:15.576371 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:15.584262 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:43:15.605313 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-45e95264-40b0-406d-b621-2c6f6e1e19ac admin admin] 10.222.0.36 "PUT /v2.0/routers/e5fea846-3f90-488e-8266-4b394cb47d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7810483 May 19 16:43:15.625643 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:15.680852 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-54a38f39-c81f-404d-b4ef-b014fbe9059f service neutron] 10.222.0.36 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513827 May 19 16:43:15.695798 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] For port ebb0036b-39e7-4e81-a233-273e1381e83e, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:43:15.708770 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-bf8e7f10-7441-4621-b52c-a28a4ee98bcb None None] Provisioning complete for port ebb0036b-39e7-4e81-a233-273e1381e83e triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:15.709144 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7f10-7441-4621-b52c-a28a4ee98bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.746959 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] For port ebb0036b-39e7-4e81-a233-273e1381e83e, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=ebb0036b-39e7-4e81-a233-273e1381e83e,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:43:15.748489 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=c5ec2d61-3a0c-4888-8730-a8cbb3649a9a,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:15.767598 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 9bf59f2d-ed6b-449d-8204-019dc4321e96 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:15.768473 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (9bf59f2d-ed6b-449d-8204-019dc4321e96), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.772575 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.819097 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-bf8e7f10-7441-4621-b52c-a28a4ee98bcb None None] Port ebb0036b-39e7-4e81-a233-273e1381e83e cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:43:15.820540 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4835087b-5971-4247-bc37-34313ec26a84 req-8a6af74c-c00c-4127-ab23-b822ff514ff6 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 210 time: 0.1963587 May 19 16:43:15.878981 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:43:15.879714 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:43:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:15.917441 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'Port': ['ID=93854742-41d8-4691-8d0e-2b74c3587217,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:15.931753 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-f5abd415-8f9f-49b5-a50c-f2a204d54539 service neutron] 10.222.0.36 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476516 May 19 16:43:15.933103 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (de1ceb65-1b2b-4a2a-9520-bc32df3cee24), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:15.984130 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.48', 61386) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:16.052134 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (93854742-41d8-4691-8d0e-2b74c3587217), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:16.068021 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcec6be-18d6-483f-aca8-d511fc2722d5 None None] Pushing event updated for resources: {'Port': ['ID=ebb0036b-39e7-4e81-a233-273e1381e83e,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:16.317742 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 9bf59f2d-ed6b-449d-8204-019dc4321e96 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:16.319588 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (9bf59f2d-ed6b-449d-8204-019dc4321e96), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:16.355543 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:43:16.440047 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port 9bf59f2d-ed6b-449d-8204-019dc4321e96, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=9bf59f2d-ed6b-449d-8204-019dc4321e96,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:16.449855 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-d6b6a2f9-f770-441e-9fa3-a1a44b5d4660 None None] Provisioning complete for port ebb0036b-39e7-4e81-a233-273e1381e83e triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:16.450456 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a2f9-f770-441e-9fa3-a1a44b5d4660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:16.455860 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-44483c2e-ba92-4b1a-b411-2b6ccb584793 req-18c0c2fc-16eb-4c8f-90f2-523a383c36c4 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 210 time: 0.1669447 May 19 16:43:16.464632 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (9bf59f2d-ed6b-449d-8204-019dc4321e96), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:16.578589 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58562) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:16.616662 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-674196b5-d349-4133-8c40-2ed8bf4eed89 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:16.618318 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-674196b5-d349-4133-8c40-2ed8bf4eed89 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.48 "GET /v2.0/networks?id=bf3505d9-6ebb-447d-ba39-16bf2df77370 HTTP/1.1" status: 200 len: 811 time: 0.5360839 May 19 16:43:16.654914 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device c5ec2d61-3a0c-4888-8730-a8cbb3649a9a up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:16.660264 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-2b20c709-9b4f-42a7-9f24-b51c01157703 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--320945607', 'description': 'tempest-description--1704962871'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:16.691738 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-416dbe83-b386-415d-91ea-120b682538d4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Request body: {'port': {'device_id': '8308d660-3fe8-4074-9faf-3ba85cf16ac6', 'network_id': 'bf3505d9-6ebb-447d-ba39-16bf2df77370', 'admin_state_up': True, 'tenant_id': '16022d299eda48e6bf4675055870a140'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:16.749866 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2b20c709-9b4f-42a7-9f24-b51c01157703 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:16.916336 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:16.967894 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:17.013459 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:17.019739 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=9bf59f2d-ed6b-449d-8204-019dc4321e96,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:17.221506 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for port (93854742-41d8-4691-8d0e-2b74c3587217), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:17.292106 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-416dbe83-b386-415d-91ea-120b682538d4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Made reservation on behalf of 16022d299eda48e6bf4675055870a140 for: {'port': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:43:17.296176 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-416dbe83-b386-415d-91ea-120b682538d4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:17.420722 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:17.431281 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ed4c581f-a376-406f-9f5e-7d32165ceed7 req-7f483728-5ce7-4c7d-a02f-b0de690f93af tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 210 time: 0.2845807 May 19 16:43:17.460812 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (93854742-41d8-4691-8d0e-2b74c3587217), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:17.586214 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Sync routers for ids ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:43:17.601834 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.48', 61396) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:17.619059 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'Port': ['ID=93854742-41d8-4691-8d0e-2b74c3587217,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:17.622907 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Routers {'03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:43:17.623861 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:43:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:17.659395 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f75d8c-5474-43bc-9ac7-3dd038bd7ed5 None None] The sync data for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi is: [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:43:17.695030 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:17.698034 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-d6b6a2f9-f770-441e-9fa3-a1a44b5d4660 None None] Current status of the port ebb0036b-39e7-4e81-a233-273e1381e83e is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:17.699810 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a2f9-f770-441e-9fa3-a1a44b5d4660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:17.708957 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (de1ceb65-1b2b-4a2a-9520-bc32df3cee24), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:17.778077 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Sync routers for ids ['e5fea846-3f90-488e-8266-4b394cb47d6e'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:43:17.847933 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port c5ec2d61-3a0c-4888-8730-a8cbb3649a9a triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:17.849684 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (c5ec2d61-3a0c-4888-8730-a8cbb3649a9a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:17.895066 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2b20c709-9b4f-42a7-9f24-b51c01157703 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group (7b50c31c-462c-412e-8cd1-ea0003d72537), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:17.899987 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:17.902497 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Routers {'e5fea846-3f90-488e-8266-4b394cb47d6e'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:43:17.903882 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:43:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['e5fea846-3f90-488e-8266-4b394cb47d6e'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:17.924634 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:17.942883 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-f743ecf1-5e2d-43b5-9381-e76236d5a30d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5903749 May 19 16:43:18.025505 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2b20c709-9b4f-42a7-9f24-b51c01157703 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (7b50c31c-462c-412e-8cd1-ea0003d72537), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:18.172182 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Set router e5fea846-3f90-488e-8266-4b394cb47d6e gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:43:18.375538 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:18.394662 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Set router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:43:18.429555 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-1dde3ecc-f626-4014-a07b-88c5cfdbb24b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:18.437749 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-1dde3ecc-f626-4014-a07b-88c5cfdbb24b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 818 time: 0.8036447 May 19 16:43:18.440354 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2f467ec5-f15d-4cf8-8fb4-56cdd95cae70 req-3ce5d5bd-4217-4276-97e5-3cdd5986159c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 210 time: 0.5289037 May 19 16:43:18.442690 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58636) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:18.525670 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-416dbe83-b386-415d-91ea-120b682538d4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Allocated IP 172.20.0.7 (bf3505d9-6ebb-447d-ba39-16bf2df77370/2984ea28-bfdd-4666-9aac-c4c9d62107c5/a75788bb-8af6-425e-8f2f-8b760e4f3dee) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:18.668250 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-d6b6a2f9-f770-441e-9fa3-a1a44b5d4660 None None] For port ebb0036b-39e7-4e81-a233-273e1381e83e, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=ebb0036b-39e7-4e81-a233-273e1381e83e,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:18.780174 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a2f9-f770-441e-9fa3-a1a44b5d4660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:18.815278 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:19.072645 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.48', 61403) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:19.096996 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-416dbe83-b386-415d-91ea-120b682538d4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Publish callbacks [] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:19.106650 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '3c0e65df-f2bc-4d6c-9e23-76804c9de3cb', 'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'mac_address': 'fa:16:3e:6f:32:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 2, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'subnets': [{'id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:19.131150 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-732c7c5c-e05f-429f-8e1d-0347f53547d9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Request body: {'port': {'device_id': 'e2d2c19b-7d96-4f1e-8f4a-7644b068da7f', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'admin_state_up': True, 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:19.156896 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2b20c709-9b4f-42a7-9f24-b51c01157703 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:19.170351 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-2b20c709-9b4f-42a7-9f24-b51c01157703 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5906458 May 19 16:43:19.196374 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 58672) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:19.198070 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:19.202780 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Checking router: 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:43:19.203134 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Updating router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb binding host dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:43:19.216291 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-416dbe83-b386-415d-91ea-120b682538d4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:19.218837 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:19.271037 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-425e36e5-7573-4311-b416-1d046129454c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Request body: {'security_group_rule': {'security_group_id': '7b50c31c-462c-412e-8cd1-ea0003d72537', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:19.275473 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6a2f9-f770-441e-9fa3-a1a44b5d4660 None None] Pushing event updated for resources: {'Port': ['ID=ebb0036b-39e7-4e81-a233-273e1381e83e,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:19.319032 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:19.372623 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 2, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:19.375460 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port c5ec2d61-3a0c-4888-8730-a8cbb3649a9a is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:19.442514 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-416dbe83-b386-415d-91ea-120b682538d4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Network bf3505d9-6ebb-447d-ba39-16bf2df77370 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:19.448366 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Checking router: e5fea846-3f90-488e-8266-4b394cb47d6e for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:43:19.448986 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Updating router e5fea846-3f90-488e-8266-4b394cb47d6e port 85692b60-8ce1-4a49-9dc3-37c0e504818a binding host dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:43:19.464560 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-416dbe83-b386-415d-91ea-120b682538d4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:19.492269 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-416dbe83-b386-415d-91ea-120b682538d4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:19.505292 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-416dbe83-b386-415d-91ea-120b682538d4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:19.508346 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-416dbe83-b386-415d-91ea-120b682538d4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:19.542670 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:19.550900 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-425e36e5-7573-4311-b416-1d046129454c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group_rule (e7687c0d-3ca8-41df-8303-769e9bc4e750), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:19.565065 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be4c8f-9115-4927-9dce-d9e7d3e50b3b req-f910a8e8-a53a-4a7e-8d9b-3fe98d6bba48 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:19.598416 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-a6be4c8f-9115-4927-9dce-d9e7d3e50b3b req-f910a8e8-a53a-4a7e-8d9b-3fe98d6bba48 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 931 time: 0.5039942 May 19 16:43:19.666793 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20c709-9b4f-42a7-9f24-b51c01157703 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b50c31c-462c-412e-8cd1-ea0003d72537,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:19.700770 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:19.739061 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-425e36e5-7573-4311-b416-1d046129454c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group_rule (e7687c0d-3ca8-41df-8303-769e9bc4e750), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:19.752139 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-416dbe83-b386-415d-91ea-120b682538d4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0768561 May 19 16:43:19.755661 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-425e36e5-7573-4311-b416-1d046129454c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (e7687c0d-3ca8-41df-8303-769e9bc4e750), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:19.854873 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-8108dd28-ba89-48ad-be27-97306d933f13 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 16:43:19.856537 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-8108dd28-ba89-48ad-be27-97306d933f13 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0935781 May 19 16:43:19.905214 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e36e5-7573-4311-b416-1d046129454c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7687c0d-3ca8-41df-8303-769e9bc4e750,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:19.917138 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-a17c0e7b-2513-4630-a7a3-612b874ecefd tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1379613167&fields=id&tenant_id=3e200a1b99664fc8b41757e2ae404f50 HTTP/1.1" status: 200 len: 267 time: 0.7215152 May 19 16:43:20.014559 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 9bf59f2d-ed6b-449d-8204-019dc4321e96 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:20.065186 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-014823d6-ec76-4df1-8222-3b397d34d7e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:20.270543 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-425e36e5-7573-4311-b416-1d046129454c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:20.274466 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-425e36e5-7573-4311-b416-1d046129454c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0694578 May 19 16:43:20.291117 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Publish callbacks [] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:20.295895 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:20.297343 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:20.301363 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:20.316228 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 58708) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:20.334442 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-7bc8a39a-e2b5-4aaf-9fc7-912623dd534f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Request body: {'security_group_rule': {'security_group_id': '7b50c31c-462c-412e-8cd1-ea0003d72537', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:20.378830 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb707a-e56e-49e5-abe2-fe646dc3267e None None] Pushing event updated for resources: {'Port': ['ID=3c0e65df-f2bc-4d6c-9e23-76804c9de3cb,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:20.388046 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Request body: {'port': {'device_id': '8308d660-3fe8-4074-9faf-3ba85cf16ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:20.427118 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-a6be4c8f-9115-4927-9dce-d9e7d3e50b3b req-86414525-ebe5-4b38-89ca-bff9e3337e23 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377084 May 19 16:43:20.453102 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416dbe83-b386-415d-91ea-120b682538d4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Pushing event updated for resources: {'Port': ['ID=a75788bb-8af6-425e-8f2f-8b760e4f3dee,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:20.542659 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a39a-e2b5-4aaf-9fc7-912623dd534f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group_rule (065f5c0c-c5ca-4a71-9436-6a66f26accc7), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:20.567388 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 9bf59f2d-ed6b-449d-8204-019dc4321e96 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:20.567904 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (9bf59f2d-ed6b-449d-8204-019dc4321e96), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:20.632382 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Attempting to bind port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:43:20.632822 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Attempting to bind port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:43:20.633211 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Attempting to bind port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb on network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:20.676018 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:43:20.676847 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Checking segment: {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:20.678384 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:20.679248 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Bound using segment: {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:43:20.679928 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Bound port: 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:43:20.680496 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:20.781949 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-e95a5fbc-7fb2-443e-aea7-98ebc52e79d7 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:20.784909 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-e95a5fbc-7fb2-443e-aea7-98ebc52e79d7 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 818 time: 1.6746669 May 19 16:43:20.789611 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-732c7c5c-e05f-429f-8e1d-0347f53547d9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Made reservation on behalf of 3fbe05607bf945bbb756e7ed3764cccc for: {'port': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:43:20.800861 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-732c7c5c-e05f-429f-8e1d-0347f53547d9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:20.829370 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:20.832658 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-cb535c52-1972-4cde-a8af-e38bebe61502 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Request body: {'port': {'device_id': 'f47945f2-c715-4fc2-9759-55dc7bdd02de', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'admin_state_up': True, 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:20.902341 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] For port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:43:20.911137 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] For port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=3c0e65df-f2bc-4d6c-9e23-76804c9de3cb,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:43:20.934050 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:20.961434 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10371c44-cc74-4034-9699-412ebf409353 req-f4225a59-ae5b-46ee-94c1-c8006cc94049 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:20.962866 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-f4225a59-ae5b-46ee-94c1-c8006cc94049 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 814 time: 1.0449290 May 19 16:43:21.102488 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-cbae10ac-8bd2-447a-a2c5-2330e9e02d0b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/quotas/3e200a1b99664fc8b41757e2ae404f50 HTTP/1.1" status: 200 len: 375 time: 0.0985742 May 19 16:43:21.146123 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb707a-e56e-49e5-abe2-fe646dc3267e None None] Pushing event updated for resources: {'Port': ['ID=3c0e65df-f2bc-4d6c-9e23-76804c9de3cb,revision_number=4']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:21.151901 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Routers {'03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:43:21.153343 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:43:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:21.242800 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:21.272454 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-5e0d079a-9d80-4372-8dae-5681b2b596b2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1587243 May 19 16:43:21.323104 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-cb535c52-1972-4cde-a8af-e38bebe61502 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Made reservation on behalf of 3fbe05607bf945bbb756e7ed3764cccc for: {'port': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:43:21.326887 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-cb535c52-1972-4cde-a8af-e38bebe61502 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:21.331397 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a39a-e2b5-4aaf-9fc7-912623dd534f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group_rule (065f5c0c-c5ca-4a71-9436-6a66f26accc7), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:21.349899 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-46e11a55-2b7c-47d5-b3de-88b2562a1341 req-9a129e2c-7a2d-40e2-9287-4b07f476665f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 210 time: 0.5589874 May 19 16:43:21.356858 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-60ba8421-4990-4b20-a21f-b7700b8740b1 None None] Provisioning complete for port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:21.373867 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ba8421-4990-4b20-a21f-b7700b8740b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:21.390817 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a39a-e2b5-4aaf-9fc7-912623dd534f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (065f5c0c-c5ca-4a71-9436-6a66f26accc7), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:21.427917 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] Set router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:43:21.443452 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 9bf59f2d-ed6b-449d-8204-019dc4321e96 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:21.444743 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device ebb0036b-39e7-4e81-a233-273e1381e83e up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:21.679980 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:21.820547 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Publish callbacks [] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), precommit_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:21.852116 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.016004 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:22.042429 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '3c0e65df-f2bc-4d6c-9e23-76804c9de3cb', 'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'mac_address': 'fa:16:3e:6f:32:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:20Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'subnets': [{'id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:22.067094 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-6abf4ab6-d5ae-48df-91d8-49627e8a2dbe service neutron] 10.222.0.36 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7228901 May 19 16:43:22.074405 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-014823d6-ec76-4df1-8222-3b397d34d7e5 admin admin] Publish callbacks [] for security_group (d009b94c-5695-48e3-a740-5f8a8e2d260e), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.122400 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067a625c-2b26-4cfd-84cd-a1ec93e2653b None None] The sync data for ids ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'] in dv-cinder-842433-1-iscsi is: [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '3c0e65df-f2bc-4d6c-9e23-76804c9de3cb', 'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'mac_address': 'fa:16:3e:6f:32:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:20Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'subnets': [{'id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:43:22.175390 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83886464-2a07-45f0-a6d4-e5d2cdfd6f65 req-d1da06dd-92b8-4578-9c22-a0fb27c1caa0 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:22.178996 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-83886464-2a07-45f0-a6d4-e5d2cdfd6f65 req-d1da06dd-92b8-4578-9c22-a0fb27c1caa0 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 931 time: 0.2775826 May 19 16:43:22.179966 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-014823d6-ec76-4df1-8222-3b397d34d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (d009b94c-5695-48e3-a740-5f8a8e2d260e), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.226430 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-60ba8421-4990-4b20-a21f-b7700b8740b1 None None] Current status of the port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:22.226825 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ba8421-4990-4b20-a21f-b7700b8740b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.239435 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b72cc5-b3fa-46ee-9328-d9e296f504d5 None None] Pushing event updated for resources: {'Port': ['ID=85692b60-8ce1-4a49-9dc3-37c0e504818a,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:22.267986 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:22.271944 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-014823d6-ec76-4df1-8222-3b397d34d7e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0ed7ea223d744b283eacf61514bc9aa&name=default HTTP/1.1" status: 200 len: 2992 time: 3.8066530 May 19 16:43:22.279912 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a39a-e2b5-4aaf-9fc7-912623dd534f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.282851 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-7bc8a39a-e2b5-4aaf-9fc7-912623dd534f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9650149 May 19 16:43:22.284150 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8a39a-e2b5-4aaf-9fc7-912623dd534f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065f5c0c-c5ca-4a71-9436-6a66f26accc7,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:22.286155 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014823d6-ec76-4df1-8222-3b397d34d7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d009b94c-5695-48e3-a740-5f8a8e2d260e,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:22.314984 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58746) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:22.315323 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58748) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:22.315636 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port ebb0036b-39e7-4e81-a233-273e1381e83e triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:22.316111 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.424952 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Request body: {'floatingip': {'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:22.431763 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:22.435077 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-83886464-2a07-45f0-a6d4-e5d2cdfd6f65 req-c8c40207-3670-4e85-8f1f-b2997c63b99c tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041399 May 19 16:43:22.491712 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-732c7c5c-e05f-429f-8e1d-0347f53547d9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Allocated IP 172.20.0.4 (ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592/899b8aae-4ebd-46d0-bbae-fc3c27286312/73f4e6f8-050c-4f74-9343-24340265e7f1) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:22.494311 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9e01d7cd-a8dc-4c3e-b1c4-4e541d14be1b admin admin] Publish callbacks [] for security_group (d009b94c-5695-48e3-a740-5f8a8e2d260e), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.527620 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9e01d7cd-a8dc-4c3e-b1c4-4e541d14be1b admin admin] Publish callbacks [] for security_group (d009b94c-5695-48e3-a740-5f8a8e2d260e), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.553327 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:22.600797 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.642982 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Attempting to bind port 85692b60-8ce1-4a49-9dc3-37c0e504818a on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:43:22.643451 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Attempting to bind port 85692b60-8ce1-4a49-9dc3-37c0e504818a by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:43:22.643723 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Attempting to bind port 85692b60-8ce1-4a49-9dc3-37c0e504818a on network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:22.664383 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-60ba8421-4990-4b20-a21f-b7700b8740b1 None None] For port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=3c0e65df-f2bc-4d6c-9e23-76804c9de3cb,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:22.688876 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:43:22.689570 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Checking segment: {'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:22.692765 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.693620 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Bound using segment: {'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:43:22.694303 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Bound port: 85692b60-8ce1-4a49-9dc3-37c0e504818a, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:43:22.694944 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.701783 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ba8421-4990-4b20-a21f-b7700b8740b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.750025 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:22.789993 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75788bb-8af6-425e-8f2f-8b760e4f3dee {{(pid=110371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:43:22.825274 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-b6561d0a-34c1-4fc8-a2df-f7f1e7388371 service neutron] 10.222.0.36 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7101038 May 19 16:43:22.841468 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Publish callbacks [] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.933051 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9e01d7cd-a8dc-4c3e-b1c4-4e541d14be1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (d009b94c-5695-48e3-a740-5f8a8e2d260e), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.935476 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.provisioning_blocks [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Transition to ACTIVE for port object a75788bb-8af6-425e-8f2f-8b760e4f3dee will not be triggered until provisioned by entity L2. {{(pid=110371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:43:22.943251 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.948968 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9e01d7cd-a8dc-4c3e-b1c4-4e541d14be1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:22.950223 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-9e01d7cd-a8dc-4c3e-b1c4-4e541d14be1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d009b94c-5695-48e3-a740-5f8a8e2d260e HTTP/1.1" status: 204 len: 168 time: 0.5919678 May 19 16:43:22.957350 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c2340156-5ef4-44c0-a028-076377ebbd23 req-db10646b-bece-4ae9-bf06-b96a65faea54 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 210 time: 0.1227837 May 19 16:43:22.993798 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-8878c6c0-568b-4d5e-a7eb-9b75717c8947 None None] Provisioning complete for port 85692b60-8ce1-4a49-9dc3-37c0e504818a triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:22.994526 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-8878c6c0-568b-4d5e-a7eb-9b75717c8947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:23.005391 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01d7cd-a8dc-4c3e-b1c4-4e541d14be1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d009b94c-5695-48e3-a740-5f8a8e2d260e,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:23.024982 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba8421-4990-4b20-a21f-b7700b8740b1 None None] Pushing event updated for resources: {'Port': ['ID=3c0e65df-f2bc-4d6c-9e23-76804c9de3cb,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:23.086499 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:23.121614 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port ebb0036b-39e7-4e81-a233-273e1381e83e is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:23.182598 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] For port 85692b60-8ce1-4a49-9dc3-37c0e504818a, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:43:23.298908 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Attempting to bind port a75788bb-8af6-425e-8f2f-8b760e4f3dee on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:43:23.299466 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Attempting to bind port a75788bb-8af6-425e-8f2f-8b760e4f3dee by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': 'bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf3505d9-6ebb-447d-ba39-16bf2df77370'}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:43:23.308815 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Attempting to bind port a75788bb-8af6-425e-8f2f-8b760e4f3dee on network bf3505d9-6ebb-447d-ba39-16bf2df77370 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:23.372241 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a75788bb-8af6-425e-8f2f-8b760e4f3dee,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:23.419214 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Port a75788bb-8af6-425e-8f2f-8b760e4f3dee on network bf3505d9-6ebb-447d-ba39-16bf2df77370 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:43:23.419545 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Attempting to bind port a75788bb-8af6-425e-8f2f-8b760e4f3dee on network bf3505d9-6ebb-447d-ba39-16bf2df77370 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:23.448445 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:43:23.448810 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Checking segment: {'id': 'bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf3505d9-6ebb-447d-ba39-16bf2df77370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:23.464103 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Allocated IP 172.27.1.210 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/0c36fe62-7062-4577-8fb0-b4dd39ea08b0) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:23.467119 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Bound using segment: {'id': 'bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf3505d9-6ebb-447d-ba39-16bf2df77370'} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:43:23.467833 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Bound port: a75788bb-8af6-425e-8f2f-8b760e4f3dee, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf3505d9-6ebb-447d-ba39-16bf2df77370'}}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:43:23.469622 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:23.540381 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 58790) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:23.647604 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:23.760901 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:23.762537 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for port (0c36fe62-7062-4577-8fb0-b4dd39ea08b0), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:23.776059 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] For port a75788bb-8af6-425e-8f2f-8b760e4f3dee, host hv-cinder-84243, cleared binding levels {{(pid=110371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:43:23.866294 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] For port 85692b60-8ce1-4a49-9dc3-37c0e504818a, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=85692b60-8ce1-4a49-9dc3-37c0e504818a,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:43:23.889501 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-8878c6c0-568b-4d5e-a7eb-9b75717c8947 None None] Port 85692b60-8ce1-4a49-9dc3-37c0e504818a cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:43:23.933109 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-99c3a49d-677f-484c-8537-b07c9c8d1be8 req-46d3dab7-4d22-4b87-905e-e732b469cb1c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 210 time: 0.0959048 May 19 16:43:23.947964 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (0c36fe62-7062-4577-8fb0-b4dd39ea08b0), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:23.960815 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:23.976318 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] For port a75788bb-8af6-425e-8f2f-8b760e4f3dee, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a75788bb-8af6-425e-8f2f-8b760e4f3dee,segment=NetworkSegment(bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47),segment_id=bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47)] {{(pid=110371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:43:23.982307 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:23.992529 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:24.035197 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:24.069351 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:24.109196 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:24.193085 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d2d6a-e982-4663-a9e7-b7f28cca228b req-46a26e9b-7ff8-4829-989d-b77facab0e55 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:24.200400 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b91d2d6a-e982-4663-a9e7-b7f28cca228b req-46a26e9b-7ff8-4829-989d-b77facab0e55 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 943 time: 0.4389498 May 19 16:43:24.235058 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c32200e9-fddf-461c-ac8d-98d21eee303e req-0eb863e2-c760-45ed-bdb1-c2b0521d53b2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 210 time: 0.0848601 May 19 16:43:24.261608 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:24.262508 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:24.263048 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Routers {'e5fea846-3f90-488e-8266-4b394cb47d6e'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:43:24.263782 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:43:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['e5fea846-3f90-488e-8266-4b394cb47d6e'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:24.267947 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] 10.222.0.48 "PUT /v2.0/ports/a75788bb-8af6-425e-8f2f-8b760e4f3dee HTTP/1.1" status: 200 len: 1093 time: 4.2312908 May 19 16:43:24.268547 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8308d660-3fe8-4074-9faf-3ba85cf16ac6', 'tag': 'a75788bb-8af6-425e-8f2f-8b760e4f3dee'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:43:24.303555 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event updated for resources: {'Port': ['ID=0c36fe62-7062-4577-8fb0-b4dd39ea08b0,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:24.379260 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for floatingip (c0b88a0e-2e57-4e89-9367-27309008ac3d), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:24.481181 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (0c36fe62-7062-4577-8fb0-b4dd39ea08b0), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:24.705691 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] Set router e5fea846-3f90-488e-8266-4b394cb47d6e gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:43:25.196058 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:25.198077 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-8878c6c0-568b-4d5e-a7eb-9b75717c8947 None None] Provisioning complete for port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:25.198482 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-8878c6c0-568b-4d5e-a7eb-9b75717c8947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:25.235116 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d14a11-e3f4-4b74-86d3-7ae7869685f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a75788bb-8af6-425e-8f2f-8b760e4f3dee,revision_number=3']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:25.265813 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58834) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:25.269502 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-732c7c5c-e05f-429f-8e1d-0347f53547d9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:25.272599 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2216f05b-53ad-45e3-9ef4-0cecf45cae65 req-908fbaab-bed7-49d1-b6f8-f02724e36bbd tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 210 time: 0.0942373 May 19 16:43:25.444625 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-732c7c5c-e05f-429f-8e1d-0347f53547d9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:25.523731 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4b781066-fc05-43c9-8439-21960225f162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:25.528395 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:25.528692 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:25.630445 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:25.661075 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4b781066-fc05-43c9-8439-21960225f162 admin admin] Publish callbacks [] for security_group (b281037a-f710-4424-8171-b9f329ef92b3), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:25.683788 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4b781066-fc05-43c9-8439-21960225f162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (b281037a-f710-4424-8171-b9f329ef92b3), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:25.736596 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b91d2d6a-e982-4663-a9e7-b7f28cca228b req-5728eb72-3d59-4d87-a48c-4ca95df68f7a tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5152798 May 19 16:43:25.754811 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-8878c6c0-568b-4d5e-a7eb-9b75717c8947 None None] Current status of the port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:25.762609 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b781066-fc05-43c9-8439-21960225f162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b281037a-f710-4424-8171-b9f329ef92b3,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:25.782609 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-732c7c5c-e05f-429f-8e1d-0347f53547d9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:25.790633 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b72cc5-b3fa-46ee-9328-d9e296f504d5 None None] Pushing event updated for resources: {'Port': ['ID=85692b60-8ce1-4a49-9dc3-37c0e504818a,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:25.791056 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a293c4-c050-45f1-83d8-a01e209b8dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "8308d660-3fe8-4074-9faf-3ba85cf16ac6", "tag": "a75788bb-8af6-425e-8f2f-8b760e4f3dee"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:43:25.798316 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-2e3c4275-53cf-47ac-9ed0-2382537706e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:25.808422 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-2e3c4275-53cf-47ac-9ed0-2382537706e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16022d299eda48e6bf4675055870a140&device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 1127 time: 0.6004059 May 19 16:43:25.830565 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-732c7c5c-e05f-429f-8e1d-0347f53547d9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:25.847251 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-4b781066-fc05-43c9-8439-21960225f162 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a6eafe486fe4b5cadac660a921721c6&name=default HTTP/1.1" status: 200 len: 2994 time: 2.2964878 May 19 16:43:25.858884 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 58858) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:25.883207 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:23Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:25.944137 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-cb535c52-1972-4cde-a8af-e38bebe61502 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Allocated IP 172.20.0.3 (ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592/899b8aae-4ebd-46d0-bbae-fc3c27286312/037a42bd-818d-415e-abbc-f96733de3dbd) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:26.008206 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fbc4f98c-8bce-41c9-b9e1-26b6b46b9435 admin admin] Publish callbacks [] for security_group (b281037a-f710-4424-8171-b9f329ef92b3), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:26.038491 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-732c7c5c-e05f-429f-8e1d-0347f53547d9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:26.043891 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-732c7c5c-e05f-429f-8e1d-0347f53547d9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:26.044597 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-732c7c5c-e05f-429f-8e1d-0347f53547d9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:26.071239 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:26.087577 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-60a12dab-d89e-4084-8c26-d934a7a7dd43 None None] Provisioning complete for port 85692b60-8ce1-4a49-9dc3-37c0e504818a triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:26.088237 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60a12dab-d89e-4084-8c26-d934a7a7dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:26.095726 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fbc4f98c-8bce-41c9-b9e1-26b6b46b9435 admin admin] Publish callbacks [] for security_group (b281037a-f710-4424-8171-b9f329ef92b3), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:26.106814 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ca61927e-444a-4d12-aba3-e39a2faf458a req-4475bed4-cc6a-4100-9d04-c088bae39f9d tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 210 time: 0.5443630 May 19 16:43:26.116852 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-62ac01fc-df3b-48fb-a187-d585d85482a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:26.117340 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:26.147095 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d82a0-583c-4215-868b-a18f34ce3f3f None None] The sync data for ids ['e5fea846-3f90-488e-8266-4b394cb47d6e'] in dv-cinder-842433-1-iscsi is: [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:23Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:43:26.268835 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c7c5c-e05f-429f-8e1d-0347f53547d9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Pushing event updated for resources: {'Port': ['ID=73f4e6f8-050c-4f74-9343-24340265e7f1,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:26.322013 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:26.396904 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-732c7c5c-e05f-429f-8e1d-0347f53547d9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3144155 May 19 16:43:26.523159 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Request body: {'port': {'device_id': 'e2d2c19b-7d96-4f1e-8f4a-7644b068da7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:26.541652 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for port (0c36fe62-7062-4577-8fb0-b4dd39ea08b0), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:26.651033 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fbc4f98c-8bce-41c9-b9e1-26b6b46b9435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (b281037a-f710-4424-8171-b9f329ef92b3), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:26.652704 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-60a12dab-d89e-4084-8c26-d934a7a7dd43 None None] Current status of the port 85692b60-8ce1-4a49-9dc3-37c0e504818a is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:26.657547 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60a12dab-d89e-4084-8c26-d934a7a7dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:26.665216 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fbc4f98c-8bce-41c9-b9e1-26b6b46b9435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:26.670524 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-fbc4f98c-8bce-41c9-b9e1-26b6b46b9435 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b281037a-f710-4424-8171-b9f329ef92b3 HTTP/1.1" status: 204 len: 168 time: 0.8102109 May 19 16:43:26.674879 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-d7340e87-5d60-42cd-b99d-607f7b429fbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a75788bb-8af6-425e-8f2f-8b760e4f3dee HTTP/1.1" status: 200 len: 217 time: 0.3862748 May 19 16:43:26.676527 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.48', 61413) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:26.680684 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159932fc-4d4b-43ae-bf0f-d48e81e27ae3 x-openstack-request-id: req-159932fc-4d4b-43ae-bf0f-d48e81e27ae3 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:43:26.680977 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8308d660-3fe8-4074-9faf-3ba85cf16ac6", "tag": "a75788bb-8af6-425e-8f2f-8b760e4f3dee", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:43:26.683205 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-159932fc-4d4b-43ae-bf0f-d48e81e27ae3 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:43:26.684992 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159932fc-4d4b-43ae-bf0f-d48e81e27ae3'] response: {'name': 'network-changed', 'server_uuid': '8308d660-3fe8-4074-9faf-3ba85cf16ac6', 'tag': 'a75788bb-8af6-425e-8f2f-8b760e4f3dee', 'status': 'completed', 'code': 200} May 19 16:43:26.707756 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-62ac01fc-df3b-48fb-a187-d585d85482a9 admin admin] Publish callbacks [] for security_group (abea680f-7c00-4420-8873-bdfb06108fa1), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:26.713014 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:26.724460 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:26.743656 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 85692b60-8ce1-4a49-9dc3-37c0e504818a up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:26.962797 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-60a12dab-d89e-4084-8c26-d934a7a7dd43 None None] For port 85692b60-8ce1-4a49-9dc3-37c0e504818a, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=85692b60-8ce1-4a49-9dc3-37c0e504818a,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:27.005308 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (0c36fe62-7062-4577-8fb0-b4dd39ea08b0), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:27.006240 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60a12dab-d89e-4084-8c26-d934a7a7dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:27.018741 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-62ac01fc-df3b-48fb-a187-d585d85482a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (abea680f-7c00-4420-8873-bdfb06108fa1), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:27.060847 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10371c44-cc74-4034-9699-412ebf409353 req-e0b18d05-8a45-4bd1-9618-ba87c06088c2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:27.066012 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-e0b18d05-8a45-4bd1-9618-ba87c06088c2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 814 time: 0.3733063 May 19 16:43:27.188230 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-47cf4fdc-4b5c-4934-b5ee-5e62ed2926ff None None] Provisioning complete for port 73f4e6f8-050c-4f74-9343-24340265e7f1 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:27.191266 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-47cf4fdc-4b5c-4934-b5ee-5e62ed2926ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:27.220194 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 85692b60-8ce1-4a49-9dc3-37c0e504818a triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:27.221019 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:27.238247 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-330d480f-ec65-4e00-b985-f0627b0bf1ab req-e81b38c5-04bd-4331-990c-6f8a367162cd tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 210 time: 0.7544129 May 19 16:43:27.479657 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-47cf4fdc-4b5c-4934-b5ee-5e62ed2926ff None None] Port 73f4e6f8-050c-4f74-9343-24340265e7f1 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:43:27.504748 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a12dab-d89e-4084-8c26-d934a7a7dd43 None None] Pushing event updated for resources: {'Port': ['ID=85692b60-8ce1-4a49-9dc3-37c0e504818a,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:27.529475 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4f98c-8bce-41c9-b9e1-26b6b46b9435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b281037a-f710-4424-8171-b9f329ef92b3,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:27.547126 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-62ac01fc-df3b-48fb-a187-d585d85482a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87e169cd9e5e4cc3b391cdb01d11520d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2704542 May 19 16:43:27.550147 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 58900) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:27.599046 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (c0b88a0e-2e57-4e89-9367-27309008ac3d), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:27.676537 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-3c47b8d7-d65e-421c-bea8-cf989b3709ed tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e200a1b99664fc8b41757e2ae404f50 HTTP/1.1" status: 200 len: 380 time: 0.3672924 May 19 16:43:27.706693 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 85692b60-8ce1-4a49-9dc3-37c0e504818a is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:27.725561 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d98d14-d021-4a75-8e46-5153168d9148 req-3979e79b-42cb-4830-958b-64910e475c98 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:27.727690 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c7d98d14-d021-4a75-8e46-5153168d9148 req-3979e79b-42cb-4830-958b-64910e475c98 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 943 time: 0.6288416 May 19 16:43:27.752521 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-10371c44-cc74-4034-9699-412ebf409353 req-80a80974-b7ab-4cfd-b2e8-032a8f83bd30 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'port': {'device_id': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'admin_state_up': True, 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'security_groups': ['e3c0a484-ce05-467c-a026-d0afca31e182']}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:27.758954 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:27.766632 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3566082 May 19 16:43:27.782265 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d7635fb7-f1a4-4206-a187-a5005cc4dad2 req-da9a6a16-9556-4a9d-8c15-eabe52d194e8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 210 time: 0.2161016 May 19 16:43:27.832760 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:27.896687 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-d938a1b1-dcd4-40e1-8c96-8de7ecf9d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:27.900510 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-d938a1b1-dcd4-40e1-8c96-8de7ecf9d497 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2984ea28-bfdd-4666-9aac-c4c9d62107c5 HTTP/1.1" status: 200 len: 851 time: 0.8975358 May 19 16:43:28.237188 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-67b87253-93a1-4230-b99e-4febc96a36a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf3505d9-6ebb-447d-ba39-16bf2df77370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2263050 May 19 16:43:28.258889 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0a44f040-ead8-49b5-a6b2-73054eca0757 admin admin] Publish callbacks [] for security_group (abea680f-7c00-4420-8873-bdfb06108fa1), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:28.378784 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3544d95-1d22-4d10-be7e-ae18d858e2c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event updated for resources: {'Port': ['ID=0c36fe62-7062-4577-8fb0-b4dd39ea08b0,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:28.426215 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac01fc-df3b-48fb-a187-d585d85482a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abea680f-7c00-4420-8873-bdfb06108fa1,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:28.506266 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-cdef0815-216f-4a02-8a4b-3c3ed5039657 service neutron] 10.222.0.48 "GET /v2.0/networks/bf3505d9-6ebb-447d-ba39-16bf2df77370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295742 May 19 16:43:28.584443 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c7d98d14-d021-4a75-8e46-5153168d9148 req-ccbca713-392f-492f-a740-c297474533ad tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8401599 May 19 16:43:28.656580 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 85692b60-8ce1-4a49-9dc3-37c0e504818a up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:28.659934 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-45d22822-df6c-4b14-9363-a109e7cb278a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--320945607&fields=id&tenant_id=bef5d1b475ef4228a77b87964b0b8ce1 HTTP/1.1" status: 200 len: 267 time: 0.3729470 May 19 16:43:28.670980 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-cb535c52-1972-4cde-a8af-e38bebe61502 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for port (037a42bd-818d-415e-abbc-f96733de3dbd), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:28.794148 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:28.819183 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0a44f040-ead8-49b5-a6b2-73054eca0757 admin admin] Publish callbacks [] for security_group (abea680f-7c00-4420-8873-bdfb06108fa1), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:28.863422 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-cb535c52-1972-4cde-a8af-e38bebe61502 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (037a42bd-818d-415e-abbc-f96733de3dbd), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:28.868622 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 85692b60-8ce1-4a49-9dc3-37c0e504818a triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:28.877142 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:28.911764 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-021bb87d-c4a7-4c57-ab65-b6492290ec81 req-e11cdf02-82fd-49ee-b8e5-f8dbd252016f tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 210 time: 0.1229038 May 19 16:43:28.915669 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 58952) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:28.966667 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:28.989478 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:29.041428 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-17b63aa5-6297-4ca6-a0d9-6c60c23ab543 req-66b63543-d876-4de5-8095-c57a86347173 service neutron] 10.222.0.48 "GET /v2.0/networks/bf3505d9-6ebb-447d-ba39-16bf2df77370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260239 May 19 16:43:29.044452 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10371c44-cc74-4034-9699-412ebf409353 req-80a80974-b7ab-4cfd-b2e8-032a8f83bd30 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Made reservation on behalf of 3e200a1b99664fc8b41757e2ae404f50 for: {'port': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:43:29.052972 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-10371c44-cc74-4034-9699-412ebf409353 req-80a80974-b7ab-4cfd-b2e8-032a8f83bd30 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:29.223718 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 85692b60-8ce1-4a49-9dc3-37c0e504818a is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:29.347443 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-cb535c52-1972-4cde-a8af-e38bebe61502 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:29.384563 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-cb535c52-1972-4cde-a8af-e38bebe61502 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:29.394775 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-cb535c52-1972-4cde-a8af-e38bebe61502 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:29.400497 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-cb535c52-1972-4cde-a8af-e38bebe61502 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:29.406017 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-cb535c52-1972-4cde-a8af-e38bebe61502 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:29.459253 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb535c52-1972-4cde-a8af-e38bebe61502 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Pushing event updated for resources: {'Port': ['ID=037a42bd-818d-415e-abbc-f96733de3dbd,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:29.574503 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-cb535c52-1972-4cde-a8af-e38bebe61502 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.7572660 May 19 16:43:29.598703 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-57006ad6-e5fb-4827-8e85-55ee3806d4b0 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:29.599005 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-57006ad6-e5fb-4827-8e85-55ee3806d4b0 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/networks?id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e HTTP/1.1" status: 200 len: 816 time: 0.8988888 May 19 16:43:29.642971 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1702224289-network', 'tenant_id': '30c09720daa44043b23e1c7e69012537'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:29.653056 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Request body: {'port': {'device_id': 'f47945f2-c715-4fc2-9759-55dc7bdd02de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:29.709333 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0a44f040-ead8-49b5-a6b2-73054eca0757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (abea680f-7c00-4420-8873-bdfb06108fa1), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:29.721571 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0a44f040-ead8-49b5-a6b2-73054eca0757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:29.722829 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-0a44f040-ead8-49b5-a6b2-73054eca0757 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abea680f-7c00-4420-8873-bdfb06108fa1 HTTP/1.1" status: 204 len: 168 time: 2.1604810 May 19 16:43:29.805178 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:29.888374 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44f040-ead8-49b5-a6b2-73054eca0757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abea680f-7c00-4420-8873-bdfb06108fa1,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:29.891487 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [req-10371c44-cc74-4034-9699-412ebf409353 req-80a80974-b7ab-4cfd-b2e8-032a8f83bd30 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Allocated IP 172.20.0.4 (84ed37a0-33b7-474f-8c60-1eac20f29b87/6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5/72dbf905-0954-48c4-90e4-39059b98309a) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:29.911950 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-7b172ea7-fcf6-443f-b5b9-75d595d756db tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/quotas/bef5d1b475ef4228a77b87964b0b8ce1 HTTP/1.1" status: 200 len: 375 time: 0.3035350 May 19 16:43:29.939411 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a293c4-c050-45f1-83d8-a01e209b8dd7 req-d0bc89f2-5bba-419f-aec7-8003d5d3b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:29.944373 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86a293c4-c050-45f1-83d8-a01e209b8dd7 req-d0bc89f2-5bba-419f-aec7-8003d5d3b4f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16022d299eda48e6bf4675055870a140&device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 1127 time: 0.8090456 May 19 16:43:29.973900 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-681cdece-af1e-46e0-903c-a34ca0f26554 None None] Provisioning complete for port 037a42bd-818d-415e-abbc-f96733de3dbd triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:29.975404 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-681cdece-af1e-46e0-903c-a34ca0f26554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (037a42bd-818d-415e-abbc-f96733de3dbd), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:30.062938 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f4e6f8-050c-4f74-9343-24340265e7f1 {{(pid=110370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:43:30.077897 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589ddd4-657e-4594-bae2-b500dbc81742 req-a8ef70db-d9f6-4f03-ac71-b2b3659cb04e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:30.088981 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Publish callbacks [] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:30.093838 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c589ddd4-657e-4594-bae2-b500dbc81742 req-a8ef70db-d9f6-4f03-ac71-b2b3659cb04e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 931 time: 0.4817386 May 19 16:43:30.107756 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-681cdece-af1e-46e0-903c-a34ca0f26554 None None] Port 037a42bd-818d-415e-abbc-f96733de3dbd cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:43:30.130996 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] Made reservation on behalf of 30c09720daa44043b23e1c7e69012537 for: {'network': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:43:30.134649 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:30.199381 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:30.208111 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-94359cd3-9757-46f3-b09f-0bb0874be452 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1257014 May 19 16:43:30.233446 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (037a42bd-818d-415e-abbc-f96733de3dbd), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:30.263277 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.provisioning_blocks [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Transition to ACTIVE for port object 73f4e6f8-050c-4f74-9343-24340265e7f1 will not be triggered until provisioned by entity L2. {{(pid=110370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:43:30.286188 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:30.342762 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:30.547975 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 58988) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:30.793126 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c589ddd4-657e-4594-bae2-b500dbc81742 req-fe26d075-6c32-441b-9a97-15598dbd5757 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6969094 May 19 16:43:30.882359 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a4e80f1e-be83-46f6-b731-0459c67d5584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:30.887099 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Pushing event updated for resources: {'Port': ['ID=73f4e6f8-050c-4f74-9343-24340265e7f1,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:30.895515 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a293c4-c050-45f1-83d8-a01e209b8dd7 req-ea20dfa6-734d-4551-b7a3-6c76294fac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:30.897381 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86a293c4-c050-45f1-83d8-a01e209b8dd7 req-ea20dfa6-734d-4551-b7a3-6c76294fac14 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf3505d9-6ebb-447d-ba39-16bf2df77370 HTTP/1.1" status: 200 len: 912 time: 0.9302778 May 19 16:43:30.945538 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Attempting to bind port 73f4e6f8-050c-4f74-9343-24340265e7f1 on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:43:30.946595 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Attempting to bind port 73f4e6f8-050c-4f74-9343-24340265e7f1 by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:43:30.947173 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Attempting to bind port 73f4e6f8-050c-4f74-9343-24340265e7f1 on network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:31.025938 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86a293c4-c050-45f1-83d8-a01e209b8dd7 req-24275b5a-edf0-4696-ab87-c8ba2f95cfaa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a75788bb-8af6-425e-8f2f-8b760e4f3dee HTTP/1.1" status: 200 len: 217 time: 0.1015270 May 19 16:43:31.030600 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Port 73f4e6f8-050c-4f74-9343-24340265e7f1 on network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:43:31.031026 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Attempting to bind port 73f4e6f8-050c-4f74-9343-24340265e7f1 on network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:31.044991 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-bc4854c3-7c04-4148-8f4e-cd900a2ea58c service neutron] 10.222.0.36 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7877054 May 19 16:43:31.057188 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:43:31.057950 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Checking segment: {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:31.058745 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Bound using segment: {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:43:31.059462 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Bound port: 73f4e6f8-050c-4f74-9343-24340265e7f1, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:43:31.060117 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:31.080664 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:31.133838 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-10371c44-cc74-4034-9699-412ebf409353 req-80a80974-b7ab-4cfd-b2e8-032a8f83bd30 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for port (72dbf905-0954-48c4-90e4-39059b98309a), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:31.142899 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41a61e-d16c-4ff9-baa6-092896de489b req-437adf02-fc74-4e38-9462-e41b6503d2c0 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:31.153919 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bc41a61e-d16c-4ff9-baa6-092896de489b req-437adf02-fc74-4e38-9462-e41b6503d2c0 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 943 time: 0.2053885 May 19 16:43:31.186568 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:31.227334 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] Publish callbacks [] for security_group (923fc1f7-7e81-4ef2-a59c-c40d0c9852d3), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:31.247549 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (923fc1f7-7e81-4ef2-a59c-c40d0c9852d3), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:31.270901 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a293c4-c050-45f1-83d8-a01e209b8dd7 req-939fdae2-69ce-4ef8-a5ba-1ba815b90e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:31.272553 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86a293c4-c050-45f1-83d8-a01e209b8dd7 req-939fdae2-69ce-4ef8-a5ba-1ba815b90e24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2984ea28-bfdd-4666-9aac-c4c9d62107c5 HTTP/1.1" status: 200 len: 851 time: 0.2119834 May 19 16:43:31.310946 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=110371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:43:31.340853 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a4e80f1e-be83-46f6-b731-0459c67d5584 admin admin] Publish callbacks [] for security_group (48f142f6-fb7b-49bc-9c0a-759c775706df), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:31.358716 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a4e80f1e-be83-46f6-b731-0459c67d5584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (48f142f6-fb7b-49bc-9c0a-759c775706df), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:31.370992 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86a293c4-c050-45f1-83d8-a01e209b8dd7 req-b0403e68-d0d0-41d3-8c44-9325c8934d6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf3505d9-6ebb-447d-ba39-16bf2df77370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662150 May 19 16:43:31.378234 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923fc1f7-7e81-4ef2-a59c-c40d0c9852d3,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:31.384889 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (2576eed0-ff30-4ec9-90c6-b7caf4edccae), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:31.388594 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.segments_db [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] Added segment 2576eed0-ff30-4ec9-90c6-b7caf4edccae of type vlan for network f3edca21-35a6-439e-82bc-424da2edafae May 19 16:43:31.392411 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-10371c44-cc74-4034-9699-412ebf409353 req-80a80974-b7ab-4cfd-b2e8-032a8f83bd30 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (72dbf905-0954-48c4-90e4-39059b98309a), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:31.398907 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-a4e80f1e-be83-46f6-b731-0459c67d5584 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=384a0628899d4716a7a1b0a7a54523be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8443313 May 19 16:43:31.406183 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59008) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:31.518641 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bc41a61e-d16c-4ff9-baa6-092896de489b req-e63a7ed8-a709-41ae-8f70-d2ab6ec8cf7e tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328025 May 19 16:43:31.540432 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:31.545698 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:31.548492 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] For port 73f4e6f8-050c-4f74-9343-24340265e7f1, host hv-cinder-84243, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:43:31.588109 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (f3edca21-35a6-439e-82bc-424da2edafae), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:31.618578 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e80f1e-be83-46f6-b731-0459c67d5584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f142f6-fb7b-49bc-9c0a-759c775706df,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:31.666859 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-8a6ef975-c3c2-428b-b14f-b03d7dcd19b8 service neutron] 10.222.0.36 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6122468 May 19 16:43:31.687035 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] For port 73f4e6f8-050c-4f74-9343-24340265e7f1, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=73f4e6f8-050c-4f74-9343-24340265e7f1,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:43:31.732284 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b4d206b9-a0d6-4de8-8c7d-be3e5d5657ea admin admin] Publish callbacks [] for security_group (48f142f6-fb7b-49bc-9c0a-759c775706df), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:31.763008 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10371c44-cc74-4034-9699-412ebf409353 req-80a80974-b7ab-4cfd-b2e8-032a8f83bd30 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Network 84ed37a0-33b7-474f-8c60-1eac20f29b87 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:31.785751 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:31.848896 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [req-10371c44-cc74-4034-9699-412ebf409353 req-80a80974-b7ab-4cfd-b2e8-032a8f83bd30 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:31.869132 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-10371c44-cc74-4034-9699-412ebf409353 req-80a80974-b7ab-4cfd-b2e8-032a8f83bd30 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:31.877771 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10371c44-cc74-4034-9699-412ebf409353 req-80a80974-b7ab-4cfd-b2e8-032a8f83bd30 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:31.878556 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-10371c44-cc74-4034-9699-412ebf409353 req-80a80974-b7ab-4cfd-b2e8-032a8f83bd30 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:31.885690 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a80974-b7ab-4cfd-b2e8-032a8f83bd30 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'Port': ['ID=72dbf905-0954-48c4-90e4-39059b98309a,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:31.919454 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (f3edca21-35a6-439e-82bc-424da2edafae), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:31.920911 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:31.934612 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:31.954984 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b4d206b9-a0d6-4de8-8c7d-be3e5d5657ea admin admin] Publish callbacks [] for security_group (48f142f6-fb7b-49bc-9c0a-759c775706df), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:32.010741 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5d65e-909a-4846-9e8a-c51fbf58b4ae req-be70d672-6821-4777-8709-ad17926c772b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:32.012845 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-79c5d65e-909a-4846-9e8a-c51fbf58b4ae req-be70d672-6821-4777-8709-ad17926c772b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 931 time: 0.2696836 May 19 16:43:32.050630 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037a42bd-818d-415e-abbc-f96733de3dbd {{(pid=110370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:43:32.101740 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Publish callbacks [] for port (037a42bd-818d-415e-abbc-f96733de3dbd), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:32.124428 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:32.125814 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86a293c4-c050-45f1-83d8-a01e209b8dd7 req-87d13130-3507-4540-87b0-99af06a55acd service neutron] 10.222.0.48 "GET /v2.0/networks/bf3505d9-6ebb-447d-ba39-16bf2df77370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7147849 May 19 16:43:32.157306 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.provisioning_blocks [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Transition to ACTIVE for port object 037a42bd-818d-415e-abbc-f96733de3dbd will not be triggered until provisioned by entity L2. {{(pid=110370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:43:32.174214 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-80a80974-b7ab-4cfd-b2e8-032a8f83bd30 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4149132 May 19 16:43:32.192179 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:32.194931 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:32.196738 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Request body: {'port': {'device_id': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:32.201436 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] 10.222.0.48 "PUT /v2.0/ports/73f4e6f8-050c-4f74-9343-24340265e7f1 HTTP/1.1" status: 200 len: 1093 time: 5.7374058 May 19 16:43:32.235036 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.3093014 May 19 16:43:32.239281 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59030) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:32.271491 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d2c19b-7d96-4f1e-8f4a-7644b068da7f', 'tag': '73f4e6f8-050c-4f74-9343-24340265e7f1'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:43:32.385084 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-97f81163-4032-4584-96ed-3c2cfcaa33d6 admin admin] Request body: {'subnet': {'network_id': 'f3edca21-35a6-439e-82bc-424da2edafae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1702224289-subnet', 'tenant_id': '30c09720daa44043b23e1c7e69012537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:32.536714 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (037a42bd-818d-415e-abbc-f96733de3dbd), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:32.615209 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-20dfd7db-9c5b-4472-bd52-6f9ce1aa5f35 None None] Provisioning complete for port 72dbf905-0954-48c4-90e4-39059b98309a triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:32.617745 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-20dfd7db-9c5b-4472-bd52-6f9ce1aa5f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (72dbf905-0954-48c4-90e4-39059b98309a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:32.778550 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-20dfd7db-9c5b-4472-bd52-6f9ce1aa5f35 None None] Port 72dbf905-0954-48c4-90e4-39059b98309a cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:43:32.793398 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59046) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:32.797379 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f81163-4032-4584-96ed-3c2cfcaa33d6 admin admin] Made reservation on behalf of 30c09720daa44043b23e1c7e69012537 for: {'subnet': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:43:32.800372 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-97f81163-4032-4584-96ed-3c2cfcaa33d6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:32.842284 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de3532-1667-4af8-b0b9-e2ef4a49df80 admin admin] Pushing event updated for resources: {'Network': ['ID=f3edca21-35a6-439e-82bc-424da2edafae,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:32.858524 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network f3edca21-35a6-439e-82bc-424da2edafae details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:43:33.021531 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-5b7fc58d-f5c8-42e6-b400-11aae2a0dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:33.043002 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-5b7fc58d-f5c8-42e6-b400-11aae2a0dda8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 1127 time: 0.5593798 May 19 16:43:33.147629 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:33.149914 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (72dbf905-0954-48c4-90e4-39059b98309a), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:33.219578 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699e53bd-2fc8-46a3-ac5f-e1e238bf7b55" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d2c19b-7d96-4f1e-8f4a-7644b068da7f", "tag": "73f4e6f8-050c-4f74-9343-24340265e7f1"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:43:33.244527 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-79c5d65e-909a-4846-9e8a-c51fbf58b4ae req-569b8c3a-bc0b-48c3-944f-df1956dff225 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0928276 May 19 16:43:33.274111 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86a293c4-c050-45f1-83d8-a01e209b8dd7 req-35fba350-9cba-48b4-b17c-da25e1bfdb26 service neutron] 10.222.0.48 "GET /v2.0/networks/bf3505d9-6ebb-447d-ba39-16bf2df77370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1473479 May 19 16:43:33.293225 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:33.393876 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-56be290b-734c-459d-a609-feb2204fc28c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f4e6f8-050c-4f74-9343-24340265e7f1 HTTP/1.1" status: 200 len: 217 time: 0.1677890 May 19 16:43:33.402451 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f8d09-273e-47cc-89a1-f2b331063834 service neutron] Pushing event updated for resources: {'Port': ['ID=73f4e6f8-050c-4f74-9343-24340265e7f1,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:33.458635 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d94976b3-5b3b-4550-b65f-8a41dcc1abe5 req-c126782d-077f-497c-a8f6-42fc3af742ea tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 210 time: 0.0762377 May 19 16:43:33.464597 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e653028c-afd0-427a-a9a3-597c85de3064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:33.468119 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c938b5-28a1-48f4-b629-ab66d9fc1c09 req-a055fe85-e475-4700-a925-c7c2f91f20d2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:33.475493 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-28c938b5-28a1-48f4-b629-ab66d9fc1c09 req-a055fe85-e475-4700-a925-c7c2f91f20d2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 943 time: 1.0095336 May 19 16:43:33.477121 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:33.559806 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Attempting to bind port 037a42bd-818d-415e-abbc-f96733de3dbd on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:43:33.560149 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Attempting to bind port 037a42bd-818d-415e-abbc-f96733de3dbd by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:43:33.560481 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Attempting to bind port 037a42bd-818d-415e-abbc-f96733de3dbd on network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:33.567264 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:33.572477 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Pushing event updated for resources: {'Port': ['ID=037a42bd-818d-415e-abbc-f96733de3dbd,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:33.574790 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b4d206b9-a0d6-4de8-8c7d-be3e5d5657ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (48f142f6-fb7b-49bc-9c0a-759c775706df), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:33.578244 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b4d206b9-a0d6-4de8-8c7d-be3e5d5657ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:33.583091 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-b4d206b9-a0d6-4de8-8c7d-be3e5d5657ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48f142f6-fb7b-49bc-9c0a-759c775706df HTTP/1.1" status: 204 len: 168 time: 2.1693416 May 19 16:43:33.594839 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Port 037a42bd-818d-415e-abbc-f96733de3dbd on network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:43:33.595189 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Attempting to bind port 037a42bd-818d-415e-abbc-f96733de3dbd on network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:33.598272 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-76e45ca8-c360-4885-bdc3-ab79da9599b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:33.599774 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-76e45ca8-c360-4885-bdc3-ab79da9599b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.1888871 May 19 16:43:33.619024 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d206b9-a0d6-4de8-8c7d-be3e5d5657ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f142f6-fb7b-49bc-9c0a-759c775706df,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:33.621112 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:43:33.621421 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Checking segment: {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:33.621799 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Bound using segment: {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:43:33.622243 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Bound port: 037a42bd-818d-415e-abbc-f96733de3dbd, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:43:33.622766 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (037a42bd-818d-415e-abbc-f96733de3dbd), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:33.649774 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-28c938b5-28a1-48f4-b629-ab66d9fc1c09 req-4981ab8f-9bfd-4d3c-a96d-a0dda312d61d tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733210 May 19 16:43:33.744739 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aa7ad-88df-4c87-a6b9-c2bc81f6683b req-8d2ac583-d7a4-4cac-a14b-9558b120962e tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:33.746363 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-666aa7ad-88df-4c87-a6b9-c2bc81f6683b req-8d2ac583-d7a4-4cac-a14b-9558b120962e tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 943 time: 0.2097957 May 19 16:43:33.749001 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] For port 037a42bd-818d-415e-abbc-f96733de3dbd, host hv-cinder-84243, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:43:33.753809 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] For port 037a42bd-818d-415e-abbc-f96733de3dbd, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=037a42bd-818d-415e-abbc-f96733de3dbd,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:43:33.763424 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (037a42bd-818d-415e-abbc-f96733de3dbd), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:33.821827 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:33.822465 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:33.824026 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] 10.222.0.48 "PUT /v2.0/ports/037a42bd-818d-415e-abbc-f96733de3dbd HTTP/1.1" status: 200 len: 1093 time: 4.2239778 May 19 16:43:33.849104 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1045e-08d3-4c9c-b265-586b652f0978 service neutron] Pushing event updated for resources: {'Port': ['ID=037a42bd-818d-415e-abbc-f96733de3dbd,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:33.955589 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e653028c-afd0-427a-a9a3-597c85de3064 admin admin] Publish callbacks [] for security_group (474ac7c5-90ba-4f67-aa38-9e83de756d77), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:33.991815 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-666aa7ad-88df-4c87-a6b9-c2bc81f6683b req-61bfe34b-fe15-4111-8ef1-531fdd07b5ce tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232780 May 19 16:43:34.013446 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-97f81163-4032-4584-96ed-3c2cfcaa33d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for subnet (c6073ccf-7ec0-4ea4-8729-8f052026ca17), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:34.044972 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:34.046760 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e653028c-afd0-427a-a9a3-597c85de3064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (474ac7c5-90ba-4f67-aa38-9e83de756d77), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:34.067558 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b318be05-e186-40f6-93e8-16088a5f1c8f x-openstack-request-id: req-b318be05-e186-40f6-93e8-16088a5f1c8f {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:43:34.068639 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d2c19b-7d96-4f1e-8f4a-7644b068da7f", "tag": "73f4e6f8-050c-4f74-9343-24340265e7f1", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:43:34.069145 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b318be05-e186-40f6-93e8-16088a5f1c8f {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:43:34.069829 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b318be05-e186-40f6-93e8-16088a5f1c8f'] response: {'name': 'network-changed', 'server_uuid': 'e2d2c19b-7d96-4f1e-8f4a-7644b068da7f', 'tag': '73f4e6f8-050c-4f74-9343-24340265e7f1', 'status': 'completed', 'code': 200} May 19 16:43:34.171828 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653028c-afd0-427a-a9a3-597c85de3064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474ac7c5-90ba-4f67-aa38-9e83de756d77,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:34.176441 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-e653028c-afd0-427a-a9a3-597c85de3064 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5a2b3a6de8f4fdc8c7573a3fd3b4bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3609304 May 19 16:43:34.179548 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59078) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:34.193328 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f81163-4032-4584-96ed-3c2cfcaa33d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6073ccf-7ec0-4ea4-8729-8f052026ca17,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:34.220643 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f81163-4032-4584-96ed-3c2cfcaa33d6 admin admin] Checking segment: {'id': '2576eed0-ff30-4ec9-90c6-b7caf4edccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f3edca21-35a6-439e-82bc-424da2edafae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:34.221004 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f81163-4032-4584-96ed-3c2cfcaa33d6 admin admin] Network hostable DHCP agents. Network: f3edca21-35a6-439e-82bc-424da2edafae, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:43:34.239333 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72dbf905-0954-48c4-90e4-39059b98309a {{(pid=110371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:43:34.249362 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Publish callbacks [] for port (72dbf905-0954-48c4-90e4-39059b98309a), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:34.263170 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f81163-4032-4584-96ed-3c2cfcaa33d6 admin admin] Network f3edca21-35a6-439e-82bc-424da2edafae is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:43:34.267865 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.provisioning_blocks [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Transition to ACTIVE for port object 72dbf905-0954-48c4-90e4-39059b98309a will not be triggered until provisioned by entity L2. {{(pid=110371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:43:34.273903 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (72dbf905-0954-48c4-90e4-39059b98309a), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:34.279201 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-97f81163-4032-4584-96ed-3c2cfcaa33d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, f3edca21-35a6-439e-82bc-424da2edafae) {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:34.289016 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea1f521-4201-4efb-ab41-fc9c39e620d9 None None] Network f3edca21-35a6-439e-82bc-424da2edafae requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:43:34.311700 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0ead3505-13a1-43ca-9a3d-715903d6a865 admin admin] Publish callbacks [] for security_group (474ac7c5-90ba-4f67-aa38-9e83de756d77), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:34.313011 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f81163-4032-4584-96ed-3c2cfcaa33d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:34.313677 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-97f81163-4032-4584-96ed-3c2cfcaa33d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:34.318154 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:34.368203 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Pushing event updated for resources: {'Port': ['ID=72dbf905-0954-48c4-90e4-39059b98309a,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:34.369654 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:34.392099 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0ead3505-13a1-43ca-9a3d-715903d6a865 admin admin] Publish callbacks [] for security_group (474ac7c5-90ba-4f67-aa38-9e83de756d77), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:34.402452 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-97f81163-4032-4584-96ed-3c2cfcaa33d6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0448537 May 19 16:43:34.476519 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba0c8ad-440c-4d5e-84b1-8f93b4ffdf1e None None] Network f3edca21-35a6-439e-82bc-424da2edafae requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:43:34.477811 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0ead3505-13a1-43ca-9a3d-715903d6a865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (474ac7c5-90ba-4f67-aa38-9e83de756d77), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:34.481914 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0ead3505-13a1-43ca-9a3d-715903d6a865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:34.483284 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-0ead3505-13a1-43ca-9a3d-715903d6a865 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/474ac7c5-90ba-4f67-aa38-9e83de756d77 HTTP/1.1" status: 204 len: 168 time: 0.3025019 May 19 16:43:34.506772 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead3505-13a1-43ca-9a3d-715903d6a865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474ac7c5-90ba-4f67-aa38-9e83de756d77,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:34.548286 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e44898-7665-44a9-9b90-3486f64a5039 req-c3aba167-bcd8-4312-9b58-c60240f1fbb0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:34.550093 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-81e44898-7665-44a9-9b90-3486f64a5039 req-c3aba167-bcd8-4312-9b58-c60240f1fbb0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 943 time: 0.1454101 May 19 16:43:34.550836 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Attempting to bind port 72dbf905-0954-48c4-90e4-39059b98309a on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:43:34.551168 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Attempting to bind port 72dbf905-0954-48c4-90e4-39059b98309a by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:43:34.551492 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Attempting to bind port 72dbf905-0954-48c4-90e4-39059b98309a on network 84ed37a0-33b7-474f-8c60-1eac20f29b87 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:34.581218 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Port 72dbf905-0954-48c4-90e4-39059b98309a on network 84ed37a0-33b7-474f-8c60-1eac20f29b87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:43:34.581535 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Attempting to bind port 72dbf905-0954-48c4-90e4-39059b98309a on network 84ed37a0-33b7-474f-8c60-1eac20f29b87 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:34.609314 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:43:34.614420 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Checking segment: {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:34.614922 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Bound using segment: {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:43:34.615383 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Bound port: 72dbf905-0954-48c4-90e4-39059b98309a, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'}}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:43:34.615753 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (72dbf905-0954-48c4-90e4-39059b98309a), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:34.636951 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:34.672657 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d0b56545-7189-45a5-80b3-09990f8a18ab req-12f8249b-a977-471f-bf87-e76bd26913aa tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 210 time: 0.0591140 May 19 16:43:34.729643 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] For port 72dbf905-0954-48c4-90e4-39059b98309a, host hv-cinder-84243, cleared binding levels {{(pid=110371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:43:34.735046 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] For port 72dbf905-0954-48c4-90e4-39059b98309a, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=72dbf905-0954-48c4-90e4-39059b98309a,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:43:34.785974 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-81e44898-7665-44a9-9b90-3486f64a5039 req-0020c3c1-0799-49c5-a252-f3023d51d2d8 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249918 May 19 16:43:34.788676 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (72dbf905-0954-48c4-90e4-39059b98309a), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:34.855624 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:34.856246 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:34.857692 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] 10.222.0.48 "PUT /v2.0/ports/72dbf905-0954-48c4-90e4-39059b98309a HTTP/1.1" status: 200 len: 1093 time: 2.6824052 May 19 16:43:34.858225 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'tag': '72dbf905-0954-48c4-90e4-39059b98309a'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:43:34.863792 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15bcd2a-2b32-4e85-bb8f-22b43ea39912" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ff377c-5ccd-40ca-9e51-6bde8aafab8c", "tag": "72dbf905-0954-48c4-90e4-39059b98309a"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:43:34.906385 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cf23b-1ac6-4383-ae56-e8c5f0f6c92c service neutron] Pushing event updated for resources: {'Port': ['ID=72dbf905-0954-48c4-90e4-39059b98309a,revision_number=3']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:34.955400 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e04f685-ace1-425f-9b88-9f1d73feb9a9 x-openstack-request-id: req-7e04f685-ace1-425f-9b88-9f1d73feb9a9 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:43:34.955695 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ff377c-5ccd-40ca-9e51-6bde8aafab8c", "tag": "72dbf905-0954-48c4-90e4-39059b98309a", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:43:34.955948 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e04f685-ace1-425f-9b88-9f1d73feb9a9 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:43:34.956355 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e04f685-ace1-425f-9b88-9f1d73feb9a9'] response: {'name': 'network-changed', 'server_uuid': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'tag': '72dbf905-0954-48c4-90e4-39059b98309a', 'status': 'completed', 'code': 200} May 19 16:43:34.957328 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee07c2-8301-4809-82d5-a79d7db14241 req-24b99fa8-f31c-45a5-a46a-849f5f7a1932 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:34.969802 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-12ee07c2-8301-4809-82d5-a79d7db14241 req-24b99fa8-f31c-45a5-a46a-849f5f7a1932 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 943 time: 0.1723621 May 19 16:43:35.074170 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10371c44-cc74-4034-9699-412ebf409353 req-a9ab0082-1159-4dc6-933c-c79a6a5af651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:35.076505 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-a9ab0082-1159-4dc6-933c-c79a6a5af651 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 1127 time: 0.1483324 May 19 16:43:35.126123 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-9e130993-dd13-4f07-8d3b-60a8c0526bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:35.128327 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-9e130993-dd13-4f07-8d3b-60a8c0526bb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 1127 time: 0.3012252 May 19 16:43:35.137034 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-84748e00-e80e-4fe7-95ed-9bb9b47fd8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:35.138648 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-84748e00-e80e-4fe7-95ed-9bb9b47fd8d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3130677 May 19 16:43:35.174442 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-12ee07c2-8301-4809-82d5-a79d7db14241 req-14bee20f-59c2-4d44-bf4a-f28ee9d6af14 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018425 May 19 16:43:35.197407 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c262e-f432-4b70-a19d-3b683ff779c2 req-8ed502fe-5c3b-4534-a334-b10885f385d1 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:35.199256 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b47c262e-f432-4b70-a19d-3b683ff779c2 req-8ed502fe-5c3b-4534-a334-b10885f385d1 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 943 time: 0.0857143 May 19 16:43:35.268587 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-ef25c234-cf21-4b6f-86f1-ff77b2666d7f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=037a42bd-818d-415e-abbc-f96733de3dbd HTTP/1.1" status: 200 len: 217 time: 0.0910470 May 19 16:43:35.329063 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-db9a165d-dd78-42a8-9ae4-4b744e8e6fc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72dbf905-0954-48c4-90e4-39059b98309a HTTP/1.1" status: 200 len: 217 time: 0.1282663 May 19 16:43:35.451005 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-a464db5f-d780-4e8b-bd08-e1c9fbd57e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:35.452579 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-a464db5f-d780-4e8b-bd08-e1c9fbd57e6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.1649506 May 19 16:43:35.499412 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b47c262e-f432-4b70-a19d-3b683ff779c2 req-714277e8-8a13-4aeb-aac1-c19219398d8d tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913146 May 19 16:43:35.501630 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-343542df-fdb0-41f8-a880-41868322fd44 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253360 May 19 16:43:35.506695 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10371c44-cc74-4034-9699-412ebf409353 req-93d33165-fd17-4a6a-98ce-3a1257dd23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:35.509352 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-93d33165-fd17-4a6a-98ce-3a1257dd23d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 HTTP/1.1" status: 200 len: 853 time: 0.1664109 May 19 16:43:35.551408 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59134) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:35.568897 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2d8748fd-463c-4b61-b4f2-1a4c0d64dced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:35.620156 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-a3f70df7-dd92-4c1e-ba78-8c36c113a013 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:35.621904 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-a3f70df7-dd92-4c1e-ba78-8c36c113a013 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.48 "GET /v2.0/networks?id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e HTTP/1.1" status: 200 len: 816 time: 0.3061049 May 19 16:43:35.734287 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2d8748fd-463c-4b61-b4f2-1a4c0d64dced admin admin] Publish callbacks [] for security_group (af70eb18-1ec1-455f-a072-6af47db0dee9), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:35.744513 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2d8748fd-463c-4b61-b4f2-1a4c0d64dced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (af70eb18-1ec1-455f-a072-6af47db0dee9), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:35.797856 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-2d8748fd-463c-4b61-b4f2-1a4c0d64dced admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=776ce9b37bfb44909f448d6eea08599a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423873 May 19 16:43:35.797856 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8748fd-463c-4b61-b4f2-1a4c0d64dced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af70eb18-1ec1-455f-a072-6af47db0dee9,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:35.799565 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59148) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:35.857067 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:35.863785 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c24e6b2-285a-4794-b721-3bca5b2bea34 admin admin] Publish callbacks [] for security_group (af70eb18-1ec1-455f-a072-6af47db0dee9), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:35.902756 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c24e6b2-285a-4794-b721-3bca5b2bea34 admin admin] Publish callbacks [] for security_group (af70eb18-1ec1-455f-a072-6af47db0dee9), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:35.978921 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c24e6b2-285a-4794-b721-3bca5b2bea34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (af70eb18-1ec1-455f-a072-6af47db0dee9), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:35.982131 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c24e6b2-285a-4794-b721-3bca5b2bea34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:35.983928 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-2c24e6b2-285a-4794-b721-3bca5b2bea34 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af70eb18-1ec1-455f-a072-6af47db0dee9 HTTP/1.1" status: 204 len: 168 time: 0.1830974 May 19 16:43:36.050285 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24e6b2-285a-4794-b721-3bca5b2bea34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af70eb18-1ec1-455f-a072-6af47db0dee9,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:36.065958 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d4e19-ef28-4ff8-bf95-322648941e03 req-74a8c041-745a-4344-a88a-896f44b2a6f4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:36.072745 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47945f2-c715-4fc2-9759-55dc7bdd02de', 'tag': '037a42bd-818d-415e-abbc-f96733de3dbd'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:43:36.074465 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4d2d4e19-ef28-4ff8-bf95-322648941e03 req-74a8c041-745a-4344-a88a-896f44b2a6f4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 943 time: 0.0882976 May 19 16:43:36.075117 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2080a1-6abf-452d-8d4c-b2e65c3c725a" -d '{"events": [{"name": "network-changed", "server_uuid": "f47945f2-c715-4fc2-9759-55dc7bdd02de", "tag": "037a42bd-818d-415e-abbc-f96733de3dbd"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:43:36.087603 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-584bff6e-cc14-42fe-9c90-eab41287851d req-0774c898-a8a7-4063-a1e1-d189777236ae tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 210 time: 0.3217077 May 19 16:43:36.137824 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59164) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:36.145783 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4d2d4e19-ef28-4ff8-bf95-322648941e03 req-6893381e-a7eb-4dae-b110-94ee16a30281 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703182 May 19 16:43:36.150169 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-479231810-network', 'tenant_id': '81a6110a2ddc4d69a76656dd25b565b2'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:36.213207 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] Made reservation on behalf of 81a6110a2ddc4d69a76656dd25b565b2 for: {'network': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:43:36.218921 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:36.232338 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:36.265512 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b02211d-ded5-4043-9660-59c99cf7ebe2 x-openstack-request-id: req-8b02211d-ded5-4043-9660-59c99cf7ebe2 {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:43:36.265814 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47945f2-c715-4fc2-9759-55dc7bdd02de", "tag": "037a42bd-818d-415e-abbc-f96733de3dbd", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:43:36.272757 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b02211d-ded5-4043-9660-59c99cf7ebe2 {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:43:36.273371 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b02211d-ded5-4043-9660-59c99cf7ebe2'] response: {'name': 'network-changed', 'server_uuid': 'f47945f2-c715-4fc2-9759-55dc7bdd02de', 'tag': '037a42bd-818d-415e-abbc-f96733de3dbd', 'status': 'completed', 'code': 200} May 19 16:43:36.386860 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:36.404555 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767bd00-e79d-47c9-9b5d-744864d46d2f req-246c6dff-cd69-4e0b-a65e-4454a427ac8e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:36.404555 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8767bd00-e79d-47c9-9b5d-744864d46d2f req-246c6dff-cd69-4e0b-a65e-4454a427ac8e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 943 time: 0.0742815 May 19 16:43:36.424062 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] Publish callbacks [] for security_group (ddf004d5-a677-4302-9cf2-16c39ddb5096), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:36.435811 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ddf004d5-a677-4302-9cf2-16c39ddb5096), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:36.475418 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=110370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:43:36.506866 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (cb81042a-b482-4635-9173-acc834f838ae), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:36.507280 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.segments_db [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] Added segment cb81042a-b482-4635-9173-acc834f838ae of type vlan for network 8e29baf7-0b81-4e1f-ad46-f1d1872600da May 19 16:43:36.508549 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf004d5-a677-4302-9cf2-16c39ddb5096,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:36.521630 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8767bd00-e79d-47c9-9b5d-744864d46d2f req-d4e2390d-3f97-46f6-a7b1-60086d961e2b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103654 May 19 16:43:36.574013 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (8e29baf7-0b81-4e1f-ad46-f1d1872600da), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:36.605653 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (8e29baf7-0b81-4e1f-ad46-f1d1872600da), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:36.607440 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:36.608181 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:36.722114 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5831606 May 19 16:43:36.725118 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59200) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:36.730854 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-34ca987e-ce23-4bca-ae11-6f8e0c0bee99 admin admin] Request body: {'subnet': {'network_id': '8e29baf7-0b81-4e1f-ad46-f1d1872600da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-479231810-subnet', 'tenant_id': '81a6110a2ddc4d69a76656dd25b565b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:36.748759 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd8cea-d765-45f3-b7c4-ec7bcc703775 admin admin] Pushing event updated for resources: {'Network': ['ID=8e29baf7-0b81-4e1f-ad46-f1d1872600da,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:36.759912 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d9e7b-9c4d-4308-82b5-d8e780493e62 req-b49ec987-7fbe-4137-b5c5-fc894e0a6991 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:36.762925 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network 8e29baf7-0b81-4e1f-ad46-f1d1872600da details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:43:36.768847 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2e1d9e7b-9c4d-4308-82b5-d8e780493e62 req-b49ec987-7fbe-4137-b5c5-fc894e0a6991 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 943 time: 0.1386483 May 19 16:43:36.786773 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:36.787840 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ca987e-ce23-4bca-ae11-6f8e0c0bee99 admin admin] Made reservation on behalf of 81a6110a2ddc4d69a76656dd25b565b2 for: {'subnet': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:43:36.792306 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-34ca987e-ce23-4bca-ae11-6f8e0c0bee99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:36.800017 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:36.854866 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2e1d9e7b-9c4d-4308-82b5-d8e780493e62 req-89babe66-05a2-405f-99fd-750c8a5b5832 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848668 May 19 16:43:37.288763 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4ab09b1d-4d0e-4eb5-b0d9-b4de300a5ad5 req-5d35ff16-c8f7-4fab-b364-9dc098fa75de tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 210 time: 0.0587797 May 19 16:43:37.352737 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-34ca987e-ce23-4bca-ae11-6f8e0c0bee99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for subnet (45c3337d-142c-4848-a7db-f92746a2a829), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:37.406855 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:37.432246 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c0d3e-7a13-4b07-82ed-6b20f7f318a9 req-eb197a6e-8c30-4c26-92fe-841f4d11b655 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:37.439172 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fb8c0d3e-7a13-4b07-82ed-6b20f7f318a9 req-eb197a6e-8c30-4c26-92fe-841f4d11b655 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 943 time: 0.0983529 May 19 16:43:37.478207 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca987e-ce23-4bca-ae11-6f8e0c0bee99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c3337d-142c-4848-a7db-f92746a2a829,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:37.497778 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca987e-ce23-4bca-ae11-6f8e0c0bee99 admin admin] Checking segment: {'id': 'cb81042a-b482-4635-9173-acc834f838ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8e29baf7-0b81-4e1f-ad46-f1d1872600da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:37.498225 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca987e-ce23-4bca-ae11-6f8e0c0bee99 admin admin] Network hostable DHCP agents. Network: 8e29baf7-0b81-4e1f-ad46-f1d1872600da, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:43:37.524478 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fb8c0d3e-7a13-4b07-82ed-6b20f7f318a9 req-dff8d913-22aa-4a15-a8be-4eec48933c1a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845740 May 19 16:43:37.535712 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca987e-ce23-4bca-ae11-6f8e0c0bee99 admin admin] Network 8e29baf7-0b81-4e1f-ad46-f1d1872600da is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:43:37.554574 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-34ca987e-ce23-4bca-ae11-6f8e0c0bee99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, 8e29baf7-0b81-4e1f-ad46-f1d1872600da) {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:37.565630 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca987e-ce23-4bca-ae11-6f8e0c0bee99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:37.566308 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-34ca987e-ce23-4bca-ae11-6f8e0c0bee99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:37.566441 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56107b7a-eeb4-443f-962d-a9f49dbd72c1 None None] Network 8e29baf7-0b81-4e1f-ad46-f1d1872600da requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:43:37.600030 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-34ca987e-ce23-4bca-ae11-6f8e0c0bee99 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8730741 May 19 16:43:37.699393 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739f61d5-74ba-4e91-ae10-0d575db212c9 None None] Network 8e29baf7-0b81-4e1f-ad46-f1d1872600da requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:43:37.704075 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e67ef6-99c6-4938-a007-aab31bb75b53 req-8f2d9648-46cd-47b5-b9b4-7eff1acfb989 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:37.706332 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-56e67ef6-99c6-4938-a007-aab31bb75b53 req-8f2d9648-46cd-47b5-b9b4-7eff1acfb989 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 943 time: 0.0783980 May 19 16:43:37.775105 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-56e67ef6-99c6-4938-a007-aab31bb75b53 req-2abb2ad6-2aac-461c-8845-87d665dfd72d tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610895 May 19 16:43:37.780796 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59262) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:37.837129 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c3affc-4f83-4a08-a70a-3931120f3d90 admin admin] Deleting subnet c6073ccf-7ec0-4ea4-8729-8f052026ca17 {{(pid=110371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:43:37.840774 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-57c3affc-4f83-4a08-a70a-3931120f3d90 admin admin] Publish callbacks [] for subnet (c6073ccf-7ec0-4ea4-8729-8f052026ca17), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:37.883181 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-57c3affc-4f83-4a08-a70a-3931120f3d90 admin admin] Publish callbacks [] for subnet (c6073ccf-7ec0-4ea4-8729-8f052026ca17), precommit_delete_associations {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:37.899290 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-57c3affc-4f83-4a08-a70a-3931120f3d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (c6073ccf-7ec0-4ea4-8729-8f052026ca17), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:38.017137 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59270) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:38.024311 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-57c3affc-4f83-4a08-a70a-3931120f3d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for subnet (c6073ccf-7ec0-4ea4-8729-8f052026ca17), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:38.032607 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9a19b-57ac-4d32-aa8b-87ff1e91eb7b req-70d609ed-13de-49b4-b4a3-ffb9a49bad2d tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:38.034147 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e4e9a19b-57ac-4d32-aa8b-87ff1e91eb7b req-70d609ed-13de-49b4-b4a3-ffb9a49bad2d tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 943 time: 0.0874290 May 19 16:43:38.041487 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:38.080661 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-57c3affc-4f83-4a08-a70a-3931120f3d90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:38.087532 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-57c3affc-4f83-4a08-a70a-3931120f3d90 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c6073ccf-7ec0-4ea4-8729-8f052026ca17 HTTP/1.1" status: 204 len: 168 time: 0.3054090 May 19 16:43:38.104868 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59282) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:38.111541 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3affc-4f83-4a08-a70a-3931120f3d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6073ccf-7ec0-4ea4-8729-8f052026ca17,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:38.182367 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-a3ea4c26-fc55-42ea-84d9-078ba18cd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:38.184165 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-a3ea4c26-fc55-42ea-84d9-078ba18cd302 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1372309 May 19 16:43:38.243296 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:38.279062 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d6400ee5-7cd3-4c00-84d3-ff18ffc4b8b1 req-55e26dba-3df5-44ac-a1f7-60bebac06f31 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331479 May 19 16:43:38.282821 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10371c44-cc74-4034-9699-412ebf409353 req-4101f4dd-ab08-4b85-8263-729b763177c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:38.285356 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-4101f4dd-ab08-4b85-8263-729b763177c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84ed37a0-33b7-474f-8c60-1eac20f29b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2150807 May 19 16:43:38.324540 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e4e9a19b-57ac-4d32-aa8b-87ff1e91eb7b req-a5ddeb52-2b02-438a-b6b6-a8abc51efeec tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803335 May 19 16:43:38.331030 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (f3edca21-35a6-439e-82bc-424da2edafae), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:38.348129 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-85cdbe4b-7f7e-42ac-9e15-9ac5eea62e06 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576488 May 19 16:43:38.397849 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:43:38.419483 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-851b37ec-b1a9-47cb-a8da-0473db1c8cb6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bef5d1b475ef4228a77b87964b0b8ce1 HTTP/1.1" status: 200 len: 379 time: 0.3481781 May 19 16:43:38.459818 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-df1043dc-454f-4514-b81b-a05193f1ee2b req-cc65e766-cf3a-41d5-a14c-c9cf801d16a2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 210 time: 0.0520916 May 19 16:43:38.474093 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-787069c8-4eb9-4366-b515-0c9bb6d0f43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:38.552358 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (f3edca21-35a6-439e-82bc-424da2edafae), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:38.600968 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-5ef21cee-7a6f-4e47-9ac1-03bcc606aa9f service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949882 May 19 16:43:38.617612 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:43:38.617984 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:43:38.618750 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:43:38.619087 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Subscribe: > port after_create 55550000 {{(pid=110371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:43:38.619433 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=110371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:43:38.619772 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Subscribe: > port after_update 55550000 {{(pid=110371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:43:38.620105 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:43:38.620423 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:43:38.620742 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:43:38.621067 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:43:38.703223 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:43:38.703914 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:43:38.704028 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:43:38.704299 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:43:38.704680 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3edca21-35a6-439e-82bc-424da2edafae']}} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:38.717550 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59304) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:38.750792 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2576eed0-ff30-4ec9-90c6-b7caf4edccae') {'for_net_delete': True} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:38.751141 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2576eed0-ff30-4ec9-90c6-b7caf4edccae') {} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:38.775591 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-40845'] for segment (2576eed0-ff30-4ec9-90c6-b7caf4edccae), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:38.809782 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (2576eed0-ff30-4ec9-90c6-b7caf4edccae), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:38.819589 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d8e55-ba8b-4501-9521-79d873227a0d req-85943827-85ab-42b1-9e63-e89e19428883 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:38.821278 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e86d8e55-ba8b-4501-9521-79d873227a0d req-85943827-85ab-42b1-9e63-e89e19428883 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 943 time: 0.2111957 May 19 16:43:38.834463 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-038545b7-3bd4-4170-a312-550e698df0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:38.834688 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=110371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:43:38.834918 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3953016'] for segment (2576eed0-ff30-4ec9-90c6-b7caf4edccae), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: from cryptography.utils import int_from_bytes May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: from cryptography.utils import int_from_bytes May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: Traceback (most recent call last): May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: timer() May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: cb(*args, **kw) May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: return func(*args, **kwargs) May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: self._notify() May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: self.callback(batched_events) May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: event.method(event) May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: return f(self, *a, **k) May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._get(url).json() May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: return self.request(url, 'GET', **kwargs) May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:43:38.867378 dv-cinder-842433-1-iscsi neutron-server[110371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:43:38.921315 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3649df9-78bd-493f-b60b-51170738e96e req-a9674bf9-56ec-4ba9-b7c6-07d5f7245e09 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:38.923552 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f3649df9-78bd-493f-b60b-51170738e96e req-a9674bf9-56ec-4ba9-b7c6-07d5f7245e09 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 943 time: 0.0653865 May 19 16:43:38.930245 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:38.964709 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-787069c8-4eb9-4366-b515-0c9bb6d0f43b admin admin] Publish callbacks [] for security_group (5f449887-7ea8-4049-bb51-96242f5fd85a), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:38.979005 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-787069c8-4eb9-4366-b515-0c9bb6d0f43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (5f449887-7ea8-4049-bb51-96242f5fd85a), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:38.988756 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-038545b7-3bd4-4170-a312-550e698df0d8 admin admin] Publish callbacks [] for security_group (5f25967c-8cdc-4850-a9ed-14065f2fa82e), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:38.999106 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-038545b7-3bd4-4170-a312-550e698df0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (5f25967c-8cdc-4850-a9ed-14065f2fa82e), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.007797 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (f3edca21-35a6-439e-82bc-424da2edafae), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.013599 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.018070 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] 10.222.0.36 "DELETE /v2.0/networks/f3edca21-35a6-439e-82bc-424da2edafae HTTP/1.1" status: 204 len: 168 time: 0.9034820 May 19 16:43:39.020350 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59310) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:39.027643 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f3649df9-78bd-493f-b60b-51170738e96e req-1d2565df-d3ba-41e0-a48e-f8130b33f0ba tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952029 May 19 16:43:39.033354 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e86d8e55-ba8b-4501-9521-79d873227a0d req-1f42d1bd-0484-4517-833e-6cad095b08f3 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014060 May 19 16:43:39.060846 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-787069c8-4eb9-4366-b515-0c9bb6d0f43b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a03897e0f056406dbb5a586e9dc47d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0421658 May 19 16:43:39.061809 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed82297-93af-4537-86b0-d8b0083eda8a admin admin] Pushing event deleted for resources: {'Network': ['ID=f3edca21-35a6-439e-82bc-424da2edafae,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:39.063508 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787069c8-4eb9-4366-b515-0c9bb6d0f43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f449887-7ea8-4049-bb51-96242f5fd85a,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:39.065205 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59312) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:39.097481 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-038545b7-3bd4-4170-a312-550e698df0d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b32e568b74df41e5ba5709d076198ffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786905 May 19 16:43:39.100261 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59314) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:39.106503 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038545b7-3bd4-4170-a312-550e698df0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f25967c-8cdc-4850-a9ed-14065f2fa82e,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:39.120756 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_v2 [None req-7410544a-05e7-4443-a9ae-9f6cc8059dbf admin admin] Deleting subnet 45c3337d-142c-4848-a7db-f92746a2a829 {{(pid=110370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:43:39.127594 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7410544a-05e7-4443-a9ae-9f6cc8059dbf admin admin] Publish callbacks [] for subnet (45c3337d-142c-4848-a7db-f92746a2a829), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.151313 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c5172e0-9e64-49a9-b2ba-b1e080eb918b admin admin] Publish callbacks [] for security_group (5f25967c-8cdc-4850-a9ed-14065f2fa82e), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.173902 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c5172e0-9e64-49a9-b2ba-b1e080eb918b admin admin] Publish callbacks [] for security_group (5f25967c-8cdc-4850-a9ed-14065f2fa82e), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.179257 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7410544a-05e7-4443-a9ae-9f6cc8059dbf admin admin] Publish callbacks [] for subnet (45c3337d-142c-4848-a7db-f92746a2a829), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.179793 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:39.190400 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4b72f51b-3608-45e0-8145-d09e4a33be16 admin admin] Publish callbacks [] for security_group (5f449887-7ea8-4049-bb51-96242f5fd85a), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.193362 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7410544a-05e7-4443-a9ae-9f6cc8059dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (45c3337d-142c-4848-a7db-f92746a2a829), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.218882 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:39.225188 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c5172e0-9e64-49a9-b2ba-b1e080eb918b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (5f25967c-8cdc-4850-a9ed-14065f2fa82e), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.227756 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c5172e0-9e64-49a9-b2ba-b1e080eb918b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.229079 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-2c5172e0-9e64-49a9-b2ba-b1e080eb918b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f25967c-8cdc-4850-a9ed-14065f2fa82e HTTP/1.1" status: 204 len: 168 time: 0.1277533 May 19 16:43:39.237007 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5172e0-9e64-49a9-b2ba-b1e080eb918b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f25967c-8cdc-4850-a9ed-14065f2fa82e,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:39.241512 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4b72f51b-3608-45e0-8145-d09e4a33be16 admin admin] Publish callbacks [] for security_group (5f449887-7ea8-4049-bb51-96242f5fd85a), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.304843 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7410544a-05e7-4443-a9ae-9f6cc8059dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for subnet (45c3337d-142c-4848-a7db-f92746a2a829), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.333286 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410544a-05e7-4443-a9ae-9f6cc8059dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c3337d-142c-4848-a7db-f92746a2a829,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:39.338813 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7410544a-05e7-4443-a9ae-9f6cc8059dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.345502 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-7410544a-05e7-4443-a9ae-9f6cc8059dbf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/45c3337d-142c-4848-a7db-f92746a2a829 HTTP/1.1" status: 204 len: 168 time: 0.3185074 May 19 16:43:39.345502 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4b72f51b-3608-45e0-8145-d09e4a33be16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (5f449887-7ea8-4049-bb51-96242f5fd85a), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.346112 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59318) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:39.347060 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4b72f51b-3608-45e0-8145-d09e4a33be16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.350381 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-4b72f51b-3608-45e0-8145-d09e4a33be16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f449887-7ea8-4049-bb51-96242f5fd85a HTTP/1.1" status: 204 len: 168 time: 0.2778809 May 19 16:43:39.356391 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72f51b-3608-45e0-8145-d09e4a33be16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f449887-7ea8-4049-bb51-96242f5fd85a,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:39.461524 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-896ce002-782d-4195-be5b-b0fe43740441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (8e29baf7-0b81-4e1f-ad46-f1d1872600da), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.521372 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec58c6-9686-4fdd-8dda-be52f8fa6f32 req-81aa2bfa-03da-4de1-880a-bde7d9265afc tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:39.524984 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-94ec58c6-9686-4fdd-8dda-be52f8fa6f32 req-81aa2bfa-03da-4de1-880a-bde7d9265afc tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 943 time: 0.0965743 May 19 16:43:39.610699 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-94ec58c6-9686-4fdd-8dda-be52f8fa6f32 req-0f66bd47-9d70-40d0-a958-042c2c1296d0 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789218 May 19 16:43:39.638847 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:39.694048 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-896ce002-782d-4195-be5b-b0fe43740441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (8e29baf7-0b81-4e1f-ad46-f1d1872600da), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.714033 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7398f6e6-1815-466b-ad12-3ce65dce6409 req-3235e35b-b846-4e8f-8871-5450fc484e5b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 210 time: 0.0812807 May 19 16:43:39.748646 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-896ce002-782d-4195-be5b-b0fe43740441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e29baf7-0b81-4e1f-ad46-f1d1872600da']}} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:39.757953 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-896ce002-782d-4195-be5b-b0fe43740441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb81042a-b482-4635-9173-acc834f838ae') {'for_net_delete': True} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:39.758345 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-896ce002-782d-4195-be5b-b0fe43740441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb81042a-b482-4635-9173-acc834f838ae') {} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:43:39.770311 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-896ce002-782d-4195-be5b-b0fe43740441 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-40845'] for segment (cb81042a-b482-4635-9173-acc834f838ae), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.787449 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-896ce002-782d-4195-be5b-b0fe43740441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (cb81042a-b482-4635-9173-acc834f838ae), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.795952 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896ce002-782d-4195-be5b-b0fe43740441 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=110371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:43:39.796412 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-896ce002-782d-4195-be5b-b0fe43740441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3953016'] for segment (cb81042a-b482-4635-9173-acc834f838ae), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: Traceback (most recent call last): May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: timer() May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: cb(*args, **kw) May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: return func(*args, **kwargs) May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: self._notify() May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: self.callback(batched_events) May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: event.method(event) May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: return f(self, *a, **k) May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._get(url).json() May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: return self.request(url, 'GET', **kwargs) May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:43:39.800490 dv-cinder-842433-1-iscsi neutron-server[110371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:43:39.807574 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59336) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:39.822063 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0208e7b8-8786-4439-a7d8-01ae1cc0d87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.841223 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59338) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:39.856396 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-896ce002-782d-4195-be5b-b0fe43740441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (8e29baf7-0b81-4e1f-ad46-f1d1872600da), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.861768 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bb78bf5b-3fb9-4e93-bea5-7d1568826cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.864069 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-896ce002-782d-4195-be5b-b0fe43740441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.869241 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-896ce002-782d-4195-be5b-b0fe43740441 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8e29baf7-0b81-4e1f-ad46-f1d1872600da HTTP/1.1" status: 204 len: 168 time: 0.5205755 May 19 16:43:39.883600 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ce002-782d-4195-be5b-b0fe43740441 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e29baf7-0b81-4e1f-ad46-f1d1872600da,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:39.978908 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0208e7b8-8786-4439-a7d8-01ae1cc0d87d admin admin] Publish callbacks [] for security_group (ab00eebb-074f-46c1-8480-71180a6b3420), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:39.986453 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0208e7b8-8786-4439-a7d8-01ae1cc0d87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ab00eebb-074f-46c1-8480-71180a6b3420), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.047712 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bb78bf5b-3fb9-4e93-bea5-7d1568826cad admin admin] Publish callbacks [] for security_group (4b03a498-068e-4191-a90b-06187787b15c), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.053820 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-0208e7b8-8786-4439-a7d8-01ae1cc0d87d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0a865a35946438d825a8bb09ed83944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450242 May 19 16:43:40.056520 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59344) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:40.056722 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208e7b8-8786-4439-a7d8-01ae1cc0d87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab00eebb-074f-46c1-8480-71180a6b3420,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:40.059492 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bb78bf5b-3fb9-4e93-bea5-7d1568826cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (4b03a498-068e-4191-a90b-06187787b15c), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.108937 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-bb78bf5b-3fb9-4e93-bea5-7d1568826cad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94c779535749491bbda14ec0f6ed0fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666636 May 19 16:43:40.111284 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=12 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:40.117555 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59348) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:40.136111 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78bf5b-3fb9-4e93-bea5-7d1568826cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b03a498-068e-4191-a90b-06187787b15c,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:40.183056 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device a75788bb-8af6-425e-8f2f-8b760e4f3dee details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:43:40.199270 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59350) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:40.231767 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-529f9cfa-4935-4a33-8fc7-d17a35359208 admin admin] Publish callbacks [] for security_group (ab00eebb-074f-46c1-8480-71180a6b3420), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.238378 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72e6c-e434-4dc7-bc63-a2946e792bc8 req-a3426ebe-bbce-42a8-b0aa-bcdd87d1d654 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:40.239931 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-dbb72e6c-e434-4dc7-bc63-a2946e792bc8 req-a3426ebe-bbce-42a8-b0aa-bcdd87d1d654 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 943 time: 0.0747762 May 19 16:43:40.242470 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538105a0-ec7f-4f4b-a72f-e787b83e6019 req-584a5f4f-aa7a-46f5-a31a-5331d7a68721 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:40.249459 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-538105a0-ec7f-4f4b-a72f-e787b83e6019 req-584a5f4f-aa7a-46f5-a31a-5331d7a68721 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 943 time: 0.0937617 May 19 16:43:40.270988 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-8d4600b4-ecaa-4add-80cd-6b58abc9d2c9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Request body: {'port': {'device_id': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'admin_state_up': True, 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'security_groups': ['7b50c31c-462c-412e-8cd1-ea0003d72537']}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:40.288089 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:40.357440 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-0f6997a6-e297-4e7c-be30-413b1c522380 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30c09720daa44043b23e1c7e69012537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568787 May 19 16:43:40.370383 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:40.377114 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59352) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:40.394551 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-529f9cfa-4935-4a33-8fc7-d17a35359208 admin admin] Publish callbacks [] for security_group (ab00eebb-074f-46c1-8480-71180a6b3420), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.416491 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d8b7-9253-45b2-8a74-780150f5126e admin admin] Publish callbacks [] for security_group (4b03a498-068e-4191-a90b-06187787b15c), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.417500 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e53bd-2fc8-46a3-ac5f-e1e238bf7b55 req-1dde0366-25f0-4f66-a9f1-aaf9f65b0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:40.419044 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-699e53bd-2fc8-46a3-ac5f-e1e238bf7b55 req-1dde0366-25f0-4f66-a9f1-aaf9f65b0769 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 1127 time: 0.1457403 May 19 16:43:40.430138 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port a75788bb-8af6-425e-8f2f-8b760e4f3dee, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a75788bb-8af6-425e-8f2f-8b760e4f3dee,segment=NetworkSegment(bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47),segment_id=bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:40.433751 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-dbb72e6c-e434-4dc7-bc63-a2946e792bc8 req-41094e2a-a40c-4079-976b-3cf5b270b2dd tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849842 May 19 16:43:40.448596 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'a75788bb-8af6-425e-8f2f-8b760e4f3dee', 'network_id': 'bf3505d9-6ebb-447d-ba39-16bf2df77370', 'port_id': 'a75788bb-8af6-425e-8f2f-8b760e4f3dee', 'mac_address': 'fa:16:3e:f4:73:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2984ea28-bfdd-4666-9aac-c4c9d62107c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:43:40.483245 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port a75788bb-8af6-425e-8f2f-8b760e4f3dee is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:40.483878 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.499152 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75788bb-8af6-425e-8f2f-8b760e4f3dee {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:43:40.522837 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port a75788bb-8af6-425e-8f2f-8b760e4f3dee, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a75788bb-8af6-425e-8f2f-8b760e4f3dee,segment=NetworkSegment(bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47),segment_id=bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:40.528912 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.540387 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-19bab3bd-0e82-44d1-964d-2a4aa0593bb8 req-93ed230d-46bc-4f4b-89d4-45062844e9ec service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927582 May 19 16:43:40.580211 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:40.593711 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=a75788bb-8af6-425e-8f2f-8b760e4f3dee,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:40.594997 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6f05-b646-4421-836c-7d0ab3ee8bac admin admin] Publish callbacks [] for security_group (923fc1f7-7e81-4ef2-a59c-c40d0c9852d3), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.657094 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6f05-b646-4421-836c-7d0ab3ee8bac admin admin] Publish callbacks [] for security_group (923fc1f7-7e81-4ef2-a59c-c40d0c9852d3), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.678569 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-538105a0-ec7f-4f4b-a72f-e787b83e6019 req-3e393e29-40bf-4670-8e56-05d0ef2e2d5d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4281886 May 19 16:43:40.700626 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d8b7-9253-45b2-8a74-780150f5126e admin admin] Publish callbacks [] for security_group (4b03a498-068e-4191-a90b-06187787b15c), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.787808 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:40.788010 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5cdab-b894-4b9b-9217-972536a9586e req-7212fb27-2a54-4d0d-88cd-b605743894e4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:40.789510 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5dc5cdab-b894-4b9b-9217-972536a9586e req-7212fb27-2a54-4d0d-88cd-b605743894e4 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 944 time: 0.0742540 May 19 16:43:40.792960 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10371c44-cc74-4034-9699-412ebf409353 req-f47a73a2-820e-47a3-8365-cbdaca958140 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394232 May 19 16:43:40.804599 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-529f9cfa-4935-4a33-8fc7-d17a35359208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ab00eebb-074f-46c1-8480-71180a6b3420), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.807306 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-529f9cfa-4935-4a33-8fc7-d17a35359208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.808509 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-529f9cfa-4935-4a33-8fc7-d17a35359208 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab00eebb-074f-46c1-8480-71180a6b3420 HTTP/1.1" status: 204 len: 168 time: 0.7507496 May 19 16:43:40.826079 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-8d4600b4-ecaa-4add-80cd-6b58abc9d2c9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Made reservation on behalf of bef5d1b475ef4228a77b87964b0b8ce1 for: {'port': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:43:40.831113 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-8d4600b4-ecaa-4add-80cd-6b58abc9d2c9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.833574 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e53bd-2fc8-46a3-ac5f-e1e238bf7b55 req-906780c9-56fa-43ae-9f0c-069ceb68d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:40.835212 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-699e53bd-2fc8-46a3-ac5f-e1e238bf7b55 req-906780c9-56fa-43ae-9f0c-069ceb68d219 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.3460369 May 19 16:43:40.865757 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f9cfa-4935-4a33-8fc7-d17a35359208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab00eebb-074f-46c1-8480-71180a6b3420,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:40.876309 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5dc5cdab-b894-4b9b-9217-972536a9586e req-2a21c9ca-e491-4a13-a83e-a4f5e62ac45a tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702085 May 19 16:43:40.909019 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6f05-b646-4421-836c-7d0ab3ee8bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (923fc1f7-7e81-4ef2-a59c-c40d0c9852d3), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.916538 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6f05-b646-4421-836c-7d0ab3ee8bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.920016 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-ba5e6f05-b646-4421-836c-7d0ab3ee8bac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/923fc1f7-7e81-4ef2-a59c-c40d0c9852d3 HTTP/1.1" status: 204 len: 168 time: 0.5416796 May 19 16:43:40.931321 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b8f87d5a-6ba6-4fa9-b537-207574b82d74 req-c6b83faf-d072-4431-969b-5510021478e2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 210 time: 0.0929313 May 19 16:43:40.933588 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d8b7-9253-45b2-8a74-780150f5126e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (4b03a498-068e-4191-a90b-06187787b15c), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.936496 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d8b7-9253-45b2-8a74-780150f5126e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:40.936727 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e6f05-b646-4421-836c-7d0ab3ee8bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923fc1f7-7e81-4ef2-a59c-c40d0c9852d3,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:40.944717 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-d7a5d8b7-9253-45b2-8a74-780150f5126e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b03a498-068e-4191-a90b-06187787b15c HTTP/1.1" status: 204 len: 168 time: 0.8193293 May 19 16:43:40.964985 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['a75788bb-8af6-425e-8f2f-8b760e4f3dee'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:43:40.973407 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5d8b7-9253-45b2-8a74-780150f5126e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b03a498-068e-4191-a90b-06187787b15c,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:41.048721 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-9358f30b-5869-424a-8837-e1db914edb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:41.129261 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:41.131947 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-8d4600b4-ecaa-4add-80cd-6b58abc9d2c9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Allocated IP 172.20.0.12 (5bf6144a-4dd4-4703-91b7-ee3e7d7d485e/3f541ad9-852f-4765-a5b0-e6d7d16db937/5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:43:41.300687 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-8d4600b4-ecaa-4add-80cd-6b58abc9d2c9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:41.335699 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-8d4600b4-ecaa-4add-80cd-6b58abc9d2c9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:41.383478 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-8d4600b4-ecaa-4add-80cd-6b58abc9d2c9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:43:41.386816 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-8d4600b4-ecaa-4add-80cd-6b58abc9d2c9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:43:41.389502 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-8d4600b4-ecaa-4add-80cd-6b58abc9d2c9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:43:41.398153 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59376) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:41.428180 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4600b4-ecaa-4add-80cd-6b58abc9d2c9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event updated for resources: {'Port': ['ID=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:41.472305 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-8d4600b4-ecaa-4add-80cd-6b58abc9d2c9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:41.472975 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-8d4600b4-ecaa-4add-80cd-6b58abc9d2c9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:41.501051 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-8d4600b4-ecaa-4add-80cd-6b58abc9d2c9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2458224 May 19 16:43:41.568564 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b77113-8280-430c-8e7f-7c3a48211642 req-b9c443d6-5d1d-4b26-8ad9-815aebd2e1f9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:41.571129 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-32b77113-8280-430c-8e7f-7c3a48211642 req-b9c443d6-5d1d-4b26-8ad9-815aebd2e1f9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 943 time: 0.0580640 May 19 16:43:41.588807 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59386) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:41.633309 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-48f0fc37-14ad-4aeb-8417-deee74e14a82 None None] Provisioning complete for port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:41.634310 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-48f0fc37-14ad-4aeb-8417-deee74e14a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:41.671792 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-32b77113-8280-430c-8e7f-7c3a48211642 req-46f75402-15b3-4506-8a43-e7f790f0a299 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945158 May 19 16:43:41.678908 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-364ea5e2-e26d-4288-a150-6ea7c18d3bb8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81a6110a2ddc4d69a76656dd25b565b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0856590 May 19 16:43:41.678908 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59388) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:41.688504 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-48f0fc37-14ad-4aeb-8417-deee74e14a82 None None] Port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:43:41.757980 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b401be4a-bccb-4652-a264-3a4a59271806 admin admin] Publish callbacks [] for security_group (ddf004d5-a677-4302-9cf2-16c39ddb5096), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:41.784807 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b401be4a-bccb-4652-a264-3a4a59271806 admin admin] Publish callbacks [] for security_group (ddf004d5-a677-4302-9cf2-16c39ddb5096), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:41.786436 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:41.827270 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19834661-bacd-466d-8f11-8d83d080e273 req-2a3cd2a1-79b6-4e60-a312-9ec5e43f8192 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:41.828980 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-19834661-bacd-466d-8f11-8d83d080e273 req-2a3cd2a1-79b6-4e60-a312-9ec5e43f8192 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 943 time: 0.0678434 May 19 16:43:41.838038 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bc15d3e9-38a7-4429-a3f7-cfc0e0ba8daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:41.880876 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b401be4a-bccb-4652-a264-3a4a59271806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ddf004d5-a677-4302-9cf2-16c39ddb5096), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:41.883971 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b401be4a-bccb-4652-a264-3a4a59271806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:41.885226 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-b401be4a-bccb-4652-a264-3a4a59271806 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddf004d5-a677-4302-9cf2-16c39ddb5096 HTTP/1.1" status: 204 len: 168 time: 0.2054148 May 19 16:43:41.902201 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401be4a-bccb-4652-a264-3a4a59271806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf004d5-a677-4302-9cf2-16c39ddb5096,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:41.911738 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-19834661-bacd-466d-8f11-8d83d080e273 req-de41a415-7111-4f2b-9b43-171d0735bf06 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753636 May 19 16:43:41.990966 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bc15d3e9-38a7-4429-a3f7-cfc0e0ba8daf admin admin] Publish callbacks [] for security_group (769ecf27-24d7-4adf-bd2a-c1fd419855cf), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:41.996260 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bc15d3e9-38a7-4429-a3f7-cfc0e0ba8daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (769ecf27-24d7-4adf-bd2a-c1fd419855cf), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:42.040443 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:42.091497 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ff53-d051-4493-b4d5-eb783164adce req-f8a9ff3c-d943-498b-8970-688445d8b84f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:42.093400 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-61d4ff53-d051-4493-b4d5-eb783164adce req-f8a9ff3c-d943-498b-8970-688445d8b84f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 932 time: 0.0554655 May 19 16:43:42.166541 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-61d4ff53-d051-4493-b4d5-eb783164adce req-3b7c8e9e-873c-45fa-8488-bdc1633e1d7a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654414 May 19 16:43:42.193074 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 73f4e6f8-050c-4f74-9343-24340265e7f1 details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:43:42.215352 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device a75788bb-8af6-425e-8f2f-8b760e4f3dee up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:42.233555 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15d3e9-38a7-4429-a3f7-cfc0e0ba8daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769ecf27-24d7-4adf-bd2a-c1fd419855cf,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:42.259592 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9f47c-6a1a-4327-af5d-b74fa3d2681c req-9bd7981e-b612-4e99-a6c9-3acab88b4edc tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:42.261126 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-85d9f47c-6a1a-4327-af5d-b74fa3d2681c req-9bd7981e-b612-4e99-a6c9-3acab88b4edc tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 944 time: 0.2835982 May 19 16:43:42.264048 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-bc15d3e9-38a7-4429-a3f7-cfc0e0ba8daf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3197c37a5080426bae587174668b496d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8627157 May 19 16:43:42.266673 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59414) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:42.330767 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port a75788bb-8af6-425e-8f2f-8b760e4f3dee completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:43:42.347067 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port a75788bb-8af6-425e-8f2f-8b760e4f3dee triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:42.347706 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:42.349133 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-85d9f47c-6a1a-4327-af5d-b74fa3d2681c req-18cce9f4-a59d-4a03-8531-291d9e693266 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744114 May 19 16:43:42.382641 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 73f4e6f8-050c-4f74-9343-24340265e7f1, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=73f4e6f8-050c-4f74-9343-24340265e7f1,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:42.383836 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-402d77f9-5ec1-4b53-9b09-56c947cbb163 admin admin] Publish callbacks [] for security_group (769ecf27-24d7-4adf-bd2a-c1fd419855cf), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:42.403336 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': '73f4e6f8-050c-4f74-9343-24340265e7f1', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'port_id': '73f4e6f8-050c-4f74-9343-24340265e7f1', 'mac_address': 'fa:16:3e:34:fc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:43:42.414091 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-402d77f9-5ec1-4b53-9b09-56c947cbb163 admin admin] Publish callbacks [] for security_group (769ecf27-24d7-4adf-bd2a-c1fd419855cf), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:42.464226 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 73f4e6f8-050c-4f74-9343-24340265e7f1 is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:42.464622 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:42.489509 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f4e6f8-050c-4f74-9343-24340265e7f1 {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:43:42.489832 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-402d77f9-5ec1-4b53-9b09-56c947cbb163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (769ecf27-24d7-4adf-bd2a-c1fd419855cf), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:42.492320 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-402d77f9-5ec1-4b53-9b09-56c947cbb163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:42.493846 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-402d77f9-5ec1-4b53-9b09-56c947cbb163 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/769ecf27-24d7-4adf-bd2a-c1fd419855cf HTTP/1.1" status: 204 len: 168 time: 0.2260911 May 19 16:43:42.497397 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port a75788bb-8af6-425e-8f2f-8b760e4f3dee is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:42.497793 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:42.504004 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d77f9-5ec1-4b53-9b09-56c947cbb163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ecf27-24d7-4adf-bd2a-c1fd419855cf,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:42.543038 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 73f4e6f8-050c-4f74-9343-24340265e7f1, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=73f4e6f8-050c-4f74-9343-24340265e7f1,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:42.551077 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8308d660-3fe8-4074-9faf-3ba85cf16ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75788bb-8af6-425e-8f2f-8b760e4f3dee'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:43:42.620650 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:42.626733 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port a75788bb-8af6-425e-8f2f-8b760e4f3dee, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a75788bb-8af6-425e-8f2f-8b760e4f3dee,segment=NetworkSegment(bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47),segment_id=bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:42.649014 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:42.665553 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:42.682253 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:42.687398 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=73f4e6f8-050c-4f74-9343-24340265e7f1,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:42.715611 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Request body: {'port': {'device_id': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:42.741488 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-699e53bd-2fc8-46a3-ac5f-e1e238bf7b55 req-f5316f80-c06b-4c7c-b34a-7c125002f78e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f4e6f8-050c-4f74-9343-24340265e7f1 HTTP/1.1" status: 200 len: 217 time: 0.0478041 May 19 16:43:42.791748 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=a75788bb-8af6-425e-8f2f-8b760e4f3dee,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:42.863825 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2080a1-6abf-452d-8d4c-b2e65c3c725a req-c5af8a5a-420b-48d4-876d-8af1a1eeee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:42.865375 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fa2080a1-6abf-452d-8d4c-b2e65c3c725a req-c5af8a5a-420b-48d4-876d-8af1a1eeee81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 1127 time: 0.1714051 May 19 16:43:42.908018 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a5152-1c4c-4b88-881a-9816712ea809 req-711f0e6c-4f13-4801-8f78-e27d9a4fbdf8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:42.914992 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-158a5152-1c4c-4b88-881a-9816712ea809 req-711f0e6c-4f13-4801-8f78-e27d9a4fbdf8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 943 time: 0.1058362 May 19 16:43:42.924737 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:42.939854 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:43.015583 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-158a5152-1c4c-4b88-881a-9816712ea809 req-a43a9630-e857-4e9e-9d5f-7c5cf55f43fe tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996170 May 19 16:43:43.066575 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe18581-ec46-4176-b140-069b6c75bcff req-0f222906-c0be-44d4-929b-87baddcc1c35 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:43.074906 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-cfe18581-ec46-4176-b140-069b6c75bcff req-0f222906-c0be-44d4-929b-87baddcc1c35 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 943 time: 0.0623207 May 19 16:43:43.128005 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['73f4e6f8-050c-4f74-9343-24340265e7f1'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:43:43.155289 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-cfe18581-ec46-4176-b140-069b6c75bcff req-483b09e4-3293-44b6-bbb3-558b7966bb15 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790858 May 19 16:43:43.168972 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:43.271831 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbaf140-0e58-4195-90ac-2638c7d44cf1" -d '{"events": [{"server_uuid": "8308d660-3fe8-4074-9faf-3ba85cf16ac6", "name": "network-vif-plugged", "status": "completed", "tag": "a75788bb-8af6-425e-8f2f-8b760e4f3dee"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:43:43.357865 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fe1e2-cd05-4b46-887b-5c29c38ca224 req-f110b6a6-0bbb-40da-9bd3-b92343ae425f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:43.359554 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e79fe1e2-cd05-4b46-887b-5c29c38ca224 req-f110b6a6-0bbb-40da-9bd3-b92343ae425f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 932 time: 0.0659542 May 19 16:43:43.407716 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc {{(pid=110371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:43:43.418811 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Publish callbacks [] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:43.450320 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.provisioning_blocks [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Transition to ACTIVE for port object 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc will not be triggered until provisioned by entity L2. {{(pid=110371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:43:43.456281 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:43.463665 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e79fe1e2-cd05-4b46-887b-5c29c38ca224 req-52d4fddf-bfe9-45f2-8c15-428c44f4a9f4 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835862 May 19 16:43:43.526494 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:43.656648 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4eaacd-a4a7-4ff2-939e-b2ce0bccf6f9 req-76f8f1e1-d6c3-47ab-be00-f570babf25cf tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:43.658342 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6f4eaacd-a4a7-4ff2-939e-b2ce0bccf6f9 req-76f8f1e1-d6c3-47ab-be00-f570babf25cf tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0689850 May 19 16:43:43.678434 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Attempting to bind port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:43:43.678775 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Attempting to bind port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:43:43.679112 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Attempting to bind port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc on network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:43.701353 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc on network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:43:43.701676 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Attempting to bind port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc on network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:43:43.711163 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:43:43.711506 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Checking segment: {'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:43:43.711899 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Bound using segment: {'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:43:43.712384 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Bound port: 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'}}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:43:43.712756 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:43.748950 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6f4eaacd-a4a7-4ff2-939e-b2ce0bccf6f9 req-cce21e7f-0901-484f-950a-8eb41ce93ee8 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828965 May 19 16:43:43.775485 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7a4df9-c1a0-4bfd-b9e4-43eed5856293 x-openstack-request-id: req-8b7a4df9-c1a0-4bfd-b9e4-43eed5856293 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:43:43.776497 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8308d660-3fe8-4074-9faf-3ba85cf16ac6", "name": "network-vif-plugged", "status": "completed", "tag": "a75788bb-8af6-425e-8f2f-8b760e4f3dee", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:43:43.777025 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b7a4df9-c1a0-4bfd-b9e4-43eed5856293 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:43:43.777755 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7a4df9-c1a0-4bfd-b9e4-43eed5856293'] response: {'server_uuid': '8308d660-3fe8-4074-9faf-3ba85cf16ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75788bb-8af6-425e-8f2f-8b760e4f3dee', 'code': 200} May 19 16:43:43.817963 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] For port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc, host hv-cinder-84243, cleared binding levels {{(pid=110371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:43:43.821353 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] For port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:43:43.828860 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:43.874378 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:43.875011 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:43.876439 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] 10.222.0.48 "PUT /v2.0/ports/5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc HTTP/1.1" status: 200 len: 1094 time: 1.1717668 May 19 16:43:43.876870 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'tag': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:43:43.879454 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6496c498-e161-4beb-b75e-3ffe3968dc46" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6d6a59-35a3-46b0-a92a-a3ae729071b7", "tag": "5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:43:43.908694 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25d1fc-c7e4-415e-907d-9f6b94e06d81 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,revision_number=3']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:43.935480 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221f3476-f7e3-4378-9c8b-3ec753b02c87 x-openstack-request-id: req-221f3476-f7e3-4378-9c8b-3ec753b02c87 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:43:43.936626 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6d6a59-35a3-46b0-a92a-a3ae729071b7", "tag": "5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:43:43.936884 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-221f3476-f7e3-4378-9c8b-3ec753b02c87 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:43:43.937336 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221f3476-f7e3-4378-9c8b-3ec753b02c87'] response: {'name': 'network-changed', 'server_uuid': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'tag': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'status': 'completed', 'code': 200} May 19 16:43:44.142056 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e855fb-1d01-4d82-83b4-9a1170ac9d54 req-e581cf2e-6cc7-494c-9019-7eef336ec179 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:44.143877 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e0e855fb-1d01-4d82-83b4-9a1170ac9d54 req-e581cf2e-6cc7-494c-9019-7eef336ec179 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 943 time: 0.0557888 May 19 16:43:44.190836 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 037a42bd-818d-415e-abbc-f96733de3dbd details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:43:44.202239 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e0e855fb-1d01-4d82-83b4-9a1170ac9d54 req-56285391-2078-4e50-a045-3c8222dd86e2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519586 May 19 16:43:44.205310 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 73f4e6f8-050c-4f74-9343-24340265e7f1 up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:44.300734 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc316a-6ce4-468b-81d6-8b89c9d394f1 req-cdd23fd9-8aba-4af1-9db0-1751364ea814 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:44.302945 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e2dc316a-6ce4-468b-81d6-8b89c9d394f1 req-cdd23fd9-8aba-4af1-9db0-1751364ea814 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 943 time: 0.0561609 May 19 16:43:44.325761 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-292db70f-95c0-4e58-a27c-b8b391a2efbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:44.333994 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:44.339607 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port 73f4e6f8-050c-4f74-9343-24340265e7f1 completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:43:44.351879 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port 73f4e6f8-050c-4f74-9343-24340265e7f1 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:44.352744 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:44.367920 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e2dc316a-6ce4-468b-81d6-8b89c9d394f1 req-33e1870c-8ce7-4dec-8424-00e4434e3767 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592957 May 19 16:43:44.427753 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 037a42bd-818d-415e-abbc-f96733de3dbd, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=037a42bd-818d-415e-abbc-f96733de3dbd,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:44.442352 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': '037a42bd-818d-415e-abbc-f96733de3dbd', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'port_id': '037a42bd-818d-415e-abbc-f96733de3dbd', 'mac_address': 'fa:16:3e:4e:3f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:43:44.508258 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 73f4e6f8-050c-4f74-9343-24340265e7f1 is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:44.508657 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:44.529421 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 037a42bd-818d-415e-abbc-f96733de3dbd is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:44.529947 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (037a42bd-818d-415e-abbc-f96733de3dbd), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:44.565383 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037a42bd-818d-415e-abbc-f96733de3dbd {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:43:44.585890 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 73f4e6f8-050c-4f74-9343-24340265e7f1, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=73f4e6f8-050c-4f74-9343-24340265e7f1,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:44.599169 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:44.607920 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 037a42bd-818d-415e-abbc-f96733de3dbd, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=037a42bd-818d-415e-abbc-f96733de3dbd,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:44.627587 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (037a42bd-818d-415e-abbc-f96733de3dbd), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:44.654264 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=73f4e6f8-050c-4f74-9343-24340265e7f1,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:44.658077 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbde031-f7c1-45ca-8c01-4eea52b84a79 req-c735a888-c5d1-40ce-928a-959034e78131 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:44.668604 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5dbde031-f7c1-45ca-8c01-4eea52b84a79 req-c735a888-c5d1-40ce-928a-959034e78131 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0799491 May 19 16:43:44.720139 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=037a42bd-818d-415e-abbc-f96733de3dbd,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:44.736280 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5dbde031-f7c1-45ca-8c01-4eea52b84a79 req-0d199190-f154-4884-8bae-48bf0498d495 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666561 May 19 16:43:44.929506 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496c498-e161-4beb-b75e-3ffe3968dc46 req-41593c50-20c7-4558-b52e-b65e543e1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:44.933464 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-6496c498-e161-4beb-b75e-3ffe3968dc46 req-41593c50-20c7-4558-b52e-b65e543e1fa9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 1128 time: 0.0600808 May 19 16:43:45.064406 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['037a42bd-818d-415e-abbc-f96733de3dbd'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:43:45.068644 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e53bd-2fc8-46a3-ac5f-e1e238bf7b55 req-0efdb7c2-b143-4788-8d16-62e9451ddb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.068966 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:45.071536 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-699e53bd-2fc8-46a3-ac5f-e1e238bf7b55 req-0efdb7c2-b143-4788-8d16-62e9451ddb23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.2446404 May 19 16:43:45.076438 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bcd2a-2b32-4e85-bb8f-22b43ea39912 req-59ec08ca-22a6-420b-9758-4b1a44cab4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.078043 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d15bcd2a-2b32-4e85-bb8f-22b43ea39912 req-59ec08ca-22a6-420b-9758-4b1a44cab4e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 1127 time: 0.2511115 May 19 16:43:45.079365 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.48', 61429) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:45.103049 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701f6f6-c5d1-493d-bf49-256ce2944138 req-7753e429-f38b-4da1-b8d5-7a26cf4e5f74 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.105986 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:45.110894 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f701f6f6-c5d1-493d-bf49-256ce2944138 req-7753e429-f38b-4da1-b8d5-7a26cf4e5f74 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.2367437 May 19 16:43:45.130460 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:45.171041 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:45.244659 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:45.255987 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f701f6f6-c5d1-493d-bf49-256ce2944138 req-9b8f6fe8-bf8e-4aed-b2a4-aa36580efd2b tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426530 May 19 16:43:45.295337 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2080a1-6abf-452d-8d4c-b2e65c3c725a req-1db8787e-521c-46e9-b8ff-838ddc487c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.297528 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fa2080a1-6abf-452d-8d4c-b2e65c3c725a req-1db8787e-521c-46e9-b8ff-838ddc487c1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.4433539 May 19 16:43:45.371946 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fa2080a1-6abf-452d-8d4c-b2e65c3c725a req-f2375133-14e5-4aeb-aea5-371cb8a55f81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=037a42bd-818d-415e-abbc-f96733de3dbd HTTP/1.1" status: 200 len: 217 time: 0.0662103 May 19 16:43:45.388785 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bcd2a-2b32-4e85-bb8f-22b43ea39912 req-4182f09a-a5c7-498a-ab4e-0ba630eaeedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.392221 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d15bcd2a-2b32-4e85-bb8f-22b43ea39912 req-4182f09a-a5c7-498a-ab4e-0ba630eaeedc service neutron] 10.222.0.48 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 915 time: 0.3059103 May 19 16:43:45.462016 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496c498-e161-4beb-b75e-3ffe3968dc46 req-8e01df6c-a7a2-4990-97a4-359006932763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.465369 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-6496c498-e161-4beb-b75e-3ffe3968dc46 req-8e01df6c-a7a2-4990-97a4-359006932763 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5206144 May 19 16:43:45.472021 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d15bcd2a-2b32-4e85-bb8f-22b43ea39912 req-ee66f371-2fe1-4138-a521-64772dbfa4fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72dbf905-0954-48c4-90e4-39059b98309a HTTP/1.1" status: 200 len: 217 time: 0.0527742 May 19 16:43:45.513087 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98378a4-c4e4-4e71-9e98-f8ee0810c368 req-b1e8201c-ccd7-4e9b-a01a-e255cb54cbe3 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.518952 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2080a1-6abf-452d-8d4c-b2e65c3c725a req-026b4936-4a6f-47b8-8ad2-1ecc9076cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.520656 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fa2080a1-6abf-452d-8d4c-b2e65c3c725a req-026b4936-4a6f-47b8-8ad2-1ecc9076cd00 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.1422825 May 19 16:43:45.521376 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c98378a4-c4e4-4e71-9e98-f8ee0810c368 req-b1e8201c-ccd7-4e9b-a01a-e255cb54cbe3 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 944 time: 0.1928756 May 19 16:43:45.523695 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515df770-3bea-443c-ac94-ab95ec1bc344 req-473ce0ca-c828-4704-9c11-69be025cc4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.525137 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-515df770-3bea-443c-ac94-ab95ec1bc344 req-473ce0ca-c828-4704-9c11-69be025cc4b1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 1129 time: 0.4358141 May 19 16:43:45.606144 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bcd2a-2b32-4e85-bb8f-22b43ea39912 req-31051592-0e33-409b-abf9-0af6dfd36d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.607887 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d15bcd2a-2b32-4e85-bb8f-22b43ea39912 req-31051592-0e33-409b-abf9-0af6dfd36d0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 HTTP/1.1" status: 200 len: 853 time: 0.1260881 May 19 16:43:45.636251 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2080a1-6abf-452d-8d4c-b2e65c3c725a req-825b7904-9f54-430d-a912-e2f49dd90e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.637927 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fa2080a1-6abf-452d-8d4c-b2e65c3c725a req-825b7904-9f54-430d-a912-e2f49dd90e7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059530 May 19 16:43:45.663491 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607ba6b-1898-4f33-9d23-4154443ac16b req-c8eb3197-bd61-4484-8a39-63af1bffb1a2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.670493 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2607ba6b-1898-4f33-9d23-4154443ac16b req-c8eb3197-bd61-4484-8a39-63af1bffb1a2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 943 time: 0.1361382 May 19 16:43:45.680263 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:45.682317 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e53bd-2fc8-46a3-ac5f-e1e238bf7b55 req-8cb73224-1283-478f-ad74-4ce4e409e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.684008 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-699e53bd-2fc8-46a3-ac5f-e1e238bf7b55 req-8cb73224-1283-478f-ad74-4ce4e409e427 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5790107 May 19 16:43:45.757449 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-515df770-3bea-443c-ac94-ab95ec1bc344 req-16db45df-ccff-424c-8972-1d6afe00c2d2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:45.760148 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bcd2a-2b32-4e85-bb8f-22b43ea39912 req-071af5b0-4646-43a8-82f9-d2d6c174cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.761687 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d15bcd2a-2b32-4e85-bb8f-22b43ea39912 req-071af5b0-4646-43a8-82f9-d2d6c174cfee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84ed37a0-33b7-474f-8c60-1eac20f29b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1445727 May 19 16:43:45.779310 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d2c19b-7d96-4f1e-8f4a-7644b068da7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f4e6f8-050c-4f74-9343-24340265e7f1'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:43:45.783720 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f91389-8818-4c18-9ecd-567700f911e0" -d '{"events": [{"server_uuid": "e2d2c19b-7d96-4f1e-8f4a-7644b068da7f", "name": "network-vif-plugged", "status": "completed", "tag": "73f4e6f8-050c-4f74-9343-24340265e7f1"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:43:45.864383 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2607ba6b-1898-4f33-9d23-4154443ac16b req-3e839822-50f9-4af8-98dc-468a74a003d0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927917 May 19 16:43:45.867044 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-515df770-3bea-443c-ac94-ab95ec1bc344 req-16db45df-ccff-424c-8972-1d6afe00c2d2 service neutron] Publish callbacks [] for security_group (ce680051-f952-4f80-9cb5-42b2244d0ce1), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:45.872200 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496c498-e161-4beb-b75e-3ffe3968dc46 req-b3083223-c086-4452-96f2-bce57243b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:45.883146 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-6496c498-e161-4beb-b75e-3ffe3968dc46 req-b3083223-c086-4452-96f2-bce57243b09d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3480797 May 19 16:43:45.883146 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-515df770-3bea-443c-ac94-ab95ec1bc344 req-16db45df-ccff-424c-8972-1d6afe00c2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ce680051-f952-4f80-9cb5-42b2244d0ce1), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:45.928798 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db45df-ccff-424c-8972-1d6afe00c2d2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ce680051-f952-4f80-9cb5-42b2244d0ce1,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:46.011907 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fa2080a1-6abf-452d-8d4c-b2e65c3c725a req-890452b4-777f-4091-a04f-f4df229015d6 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385181 May 19 16:43:46.025172 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c98378a4-c4e4-4e71-9e98-f8ee0810c368 req-cc87f9e7-9294-4b6b-8821-93abbeacbd53 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027685 May 19 16:43:46.042819 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-515df770-3bea-443c-ac94-ab95ec1bc344 req-16db45df-ccff-424c-8972-1d6afe00c2d2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507574 May 19 16:43:46.072800 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-f6d4ac7c-61d7-4e27-b268-41a1dcf49f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:46.074339 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-f6d4ac7c-61d7-4e27-b268-41a1dcf49f69 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 1128 time: 0.1456263 May 19 16:43:46.099046 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864c64b4-5266-4e6e-ab50-f726f9bf6f20 x-openstack-request-id: req-864c64b4-5266-4e6e-ab50-f726f9bf6f20 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:43:46.099530 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d2c19b-7d96-4f1e-8f4a-7644b068da7f", "name": "network-vif-plugged", "status": "completed", "tag": "73f4e6f8-050c-4f74-9343-24340265e7f1", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:43:46.099647 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-864c64b4-5266-4e6e-ab50-f726f9bf6f20 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:43:46.100211 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-864c64b4-5266-4e6e-ab50-f726f9bf6f20'] response: {'server_uuid': 'e2d2c19b-7d96-4f1e-8f4a-7644b068da7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f4e6f8-050c-4f74-9343-24340265e7f1', 'code': 200} May 19 16:43:46.101112 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-699e53bd-2fc8-46a3-ac5f-e1e238bf7b55 req-29b1f82e-c479-4115-b911-74322beaf5e9 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922634 May 19 16:43:46.182080 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 72dbf905-0954-48c4-90e4-39059b98309a details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:43:46.245083 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 037a42bd-818d-415e-abbc-f96733de3dbd up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:46.338928 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d15bcd2a-2b32-4e85-bb8f-22b43ea39912 req-ad375b2c-0ba2-48ab-b340-542992daf3fd service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697844 May 19 16:43:46.344802 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:46.404359 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.db.resource_extend [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 16:43:46.406138 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751eb795-8230-468c-b07d-211e74f5bbd3 req-5c7658fc-81b2-426d-904f-539effdd0218 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:46.418418 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-751eb795-8230-468c-b07d-211e74f5bbd3 req-5c7658fc-81b2-426d-904f-539effdd0218 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.4052162 May 19 16:43:46.552140 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-5c60cd0e-64ea-4796-8a70-60577b03ad9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc HTTP/1.1" status: 200 len: 217 time: 0.2115500 May 19 16:43:46.577144 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port 037a42bd-818d-415e-abbc-f96733de3dbd completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:43:46.596894 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port 037a42bd-818d-415e-abbc-f96733de3dbd triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:46.601590 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (037a42bd-818d-415e-abbc-f96733de3dbd), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:46.624121 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc716ed8-2183-410e-a5f4-a06a3e785fe1 req-0193b198-93c9-40e7-82ff-21c7840dc9e9 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:46.631689 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-fc716ed8-2183-410e-a5f4-a06a3e785fe1 req-0193b198-93c9-40e7-82ff-21c7840dc9e9 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.1330194 May 19 16:43:46.724650 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-fc716ed8-2183-410e-a5f4-a06a3e785fe1 req-94252e0f-96d6-42af-885d-c9fbb0e7e4c2 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869613 May 19 16:43:46.746115 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fa2080a1-6abf-452d-8d4c-b2e65c3c725a req-bc554942-f05d-4b0c-a275-a788d71f8cd0 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167382 May 19 16:43:46.750730 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-699e53bd-2fc8-46a3-ac5f-e1e238bf7b55 req-ec57fe39-827a-4a5b-9994-6a4dc90ab061 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016330 May 19 16:43:46.778006 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-751eb795-8230-468c-b07d-211e74f5bbd3 req-30220fb4-6054-4c0b-8dee-e31b18c5ea7c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3583121 May 19 16:43:46.808517 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 72dbf905-0954-48c4-90e4-39059b98309a, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=72dbf905-0954-48c4-90e4-39059b98309a,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:46.810476 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d15bcd2a-2b32-4e85-bb8f-22b43ea39912 req-2ff2c8fc-7de1-4333-bb03-4147c2fe8675 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493830 May 19 16:43:46.825998 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': '72dbf905-0954-48c4-90e4-39059b98309a', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'port_id': '72dbf905-0954-48c4-90e4-39059b98309a', 'mac_address': 'fa:16:3e:5a:ac:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:43:46.827581 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 037a42bd-818d-415e-abbc-f96733de3dbd is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:46.828027 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (037a42bd-818d-415e-abbc-f96733de3dbd), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:46.908834 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 037a42bd-818d-415e-abbc-f96733de3dbd, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=037a42bd-818d-415e-abbc-f96733de3dbd,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:46.930078 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (037a42bd-818d-415e-abbc-f96733de3dbd), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:46.932546 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 72dbf905-0954-48c4-90e4-39059b98309a is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:46.932915 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (72dbf905-0954-48c4-90e4-39059b98309a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:46.981879 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:46.986601 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72dbf905-0954-48c4-90e4-39059b98309a {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:43:47.038207 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 72dbf905-0954-48c4-90e4-39059b98309a, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=72dbf905-0954-48c4-90e4-39059b98309a,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:47.041867 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=037a42bd-818d-415e-abbc-f96733de3dbd,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:47.055552 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (72dbf905-0954-48c4-90e4-39059b98309a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:47.120290 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=72dbf905-0954-48c4-90e4-39059b98309a,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:47.121766 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-53dfcddd-f7f3-4c12-9a34-99c2c9103982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:47.123485 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-53dfcddd-f7f3-4c12-9a34-99c2c9103982 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f541ad9-852f-4765-a5b0-e6d7d16db937 HTTP/1.1" status: 200 len: 855 time: 0.1683009 May 19 16:43:47.176836 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6d02c-a57e-422f-a1a3-7e6189769822 req-efcdab74-d47a-4075-99cf-0f95d043f09c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:47.178408 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-12c6d02c-a57e-422f-a1a3-7e6189769822 req-efcdab74-d47a-4075-99cf-0f95d043f09c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 944 time: 0.1419597 May 19 16:43:47.207728 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-13ad68fd-49ad-46c3-9214-f782eb2b540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:47.209509 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-13ad68fd-49ad-46c3-9214-f782eb2b540d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770302 May 19 16:43:47.220387 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10db5d-094d-4b9f-bd92-764c3ec68266 req-5281ebc5-9473-465d-95bc-8fdec14609b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:47.222517 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3b10db5d-094d-4b9f-bd92-764c3ec68266 req-5281ebc5-9473-465d-95bc-8fdec14609b0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 1129 time: 0.1815526 May 19 16:43:47.249967 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a7bf2-5a46-4a0d-b792-29900044dd05 req-dcf69c78-7650-47df-a534-f215a4b32fae tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:47.251875 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-719a7bf2-5a46-4a0d-b792-29900044dd05 req-dcf69c78-7650-47df-a534-f215a4b32fae tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.1005740 May 19 16:43:47.309271 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-12c6d02c-a57e-422f-a1a3-7e6189769822 req-d9eaeb08-0757-41d7-970e-a9bf57d3bfdb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227856 May 19 16:43:47.332262 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:47.333094 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:47.348555 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3b10db5d-094d-4b9f-bd92-764c3ec68266 req-4a73740b-ca66-4851-9589-39bc13da2033 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185288 May 19 16:43:47.373987 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-719a7bf2-5a46-4a0d-b792-29900044dd05 req-9752efce-b9ad-4cbb-bbb5-a2ae86b10ccb tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142132 May 19 16:43:47.401849 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-516d90a5-cd0e-4d6d-b701-eb1459592d25 service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788120 May 19 16:43:47.472549 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['72dbf905-0954-48c4-90e4-39059b98309a'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:43:47.556851 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59618) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:47.557400 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:47.607618 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:47.696184 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:47.753643 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ba7fdb6e-6fd6-414b-b8ce-770442a096d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:47.881645 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608d74b-af69-427e-a9e3-753de79a919d req-d45eb3d8-254e-437a-826a-e90fa8e07a90 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:47.883075 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b608d74b-af69-427e-a9e3-753de79a919d req-d45eb3d8-254e-437a-826a-e90fa8e07a90 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0873427 May 19 16:43:47.889046 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aca1fe50-73f5-4b10-b069-8ab6f45b49df req-6ddb1e3b-58ca-4207-a3c2-8c5b7d2e3b9a service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017775 May 19 16:43:47.936854 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8e85d-8214-47a0-9f1a-fe9d129e8b8b req-03a5f9ba-a2d6-423b-98f8-3cdd108880e4 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:47.939023 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4ab8e85d-8214-47a0-9f1a-fe9d129e8b8b req-03a5f9ba-a2d6-423b-98f8-3cdd108880e4 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0725849 May 19 16:43:47.948088 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ba7fdb6e-6fd6-414b-b8ce-770442a096d8 admin admin] Publish callbacks [] for security_group (9b3aa43c-ee50-4d53-bf1d-066c5f6f38d4), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:47.959613 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ba7fdb6e-6fd6-414b-b8ce-770442a096d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (9b3aa43c-ee50-4d53-bf1d-066c5f6f38d4), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:47.988819 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b608d74b-af69-427e-a9e3-753de79a919d req-f75449e7-2a51-4da9-a864-7b8b61f739b3 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944667 May 19 16:43:48.009846 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4ab8e85d-8214-47a0-9f1a-fe9d129e8b8b req-2f005074-1020-44e6-80d1-6d9e64f2761c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601623 May 19 16:43:48.014657 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-ba7fdb6e-6fd6-414b-b8ce-770442a096d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2c5934d7e484e42972680eb65656f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4561772 May 19 16:43:48.015676 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fdb6e-6fd6-414b-b8ce-770442a096d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3aa43c-ee50-4d53-bf1d-066c5f6f38d4,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:48.017856 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59636) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:48.081001 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f9fe-dfa1-48f7-a438-18bd1aa7b590 admin admin] Publish callbacks [] for security_group (9b3aa43c-ee50-4d53-bf1d-066c5f6f38d4), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.101144 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47945f2-c715-4fc2-9759-55dc7bdd02de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037a42bd-818d-415e-abbc-f96733de3dbd'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:43:48.103737 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f9fe-dfa1-48f7-a438-18bd1aa7b590 admin admin] Publish callbacks [] for security_group (9b3aa43c-ee50-4d53-bf1d-066c5f6f38d4), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.104005 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517e45ab-064d-4abb-a5d0-f1200eef5bd1" -d '{"events": [{"server_uuid": "f47945f2-c715-4fc2-9759-55dc7bdd02de", "name": "network-vif-plugged", "status": "completed", "tag": "037a42bd-818d-415e-abbc-f96733de3dbd"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:43:48.151542 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea7e78c-97f9-409a-80ad-7801c5c9e414 x-openstack-request-id: req-3ea7e78c-97f9-409a-80ad-7801c5c9e414 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:43:48.152178 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47945f2-c715-4fc2-9759-55dc7bdd02de", "name": "network-vif-plugged", "status": "completed", "tag": "037a42bd-818d-415e-abbc-f96733de3dbd", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:43:48.154263 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ea7e78c-97f9-409a-80ad-7801c5c9e414 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:43:48.159195 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea7e78c-97f9-409a-80ad-7801c5c9e414'] response: {'server_uuid': 'f47945f2-c715-4fc2-9759-55dc7bdd02de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037a42bd-818d-415e-abbc-f96733de3dbd', 'code': 200} May 19 16:43:48.166452 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f9fe-dfa1-48f7-a438-18bd1aa7b590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (9b3aa43c-ee50-4d53-bf1d-066c5f6f38d4), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.169510 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f9fe-dfa1-48f7-a438-18bd1aa7b590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.170913 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-f6a5f9fe-dfa1-48f7-a438-18bd1aa7b590 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b3aa43c-ee50-4d53-bf1d-066c5f6f38d4 HTTP/1.1" status: 204 len: 168 time: 0.1520743 May 19 16:43:48.180198 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5f9fe-dfa1-48f7-a438-18bd1aa7b590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3aa43c-ee50-4d53-bf1d-066c5f6f38d4,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:48.420645 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68430a00-eaf7-421e-8452-14b6ee9edc9a req-7dc2d2ac-d6f5-4732-acfa-24b31ba7ca59 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:48.423351 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-68430a00-eaf7-421e-8452-14b6ee9edc9a req-7dc2d2ac-d6f5-4732-acfa-24b31ba7ca59 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 944 time: 0.0553544 May 19 16:43:48.512710 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59652) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:48.513746 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95f65d-3ad9-4c28-abb7-dee1311dce45 req-e48bd4e9-aee9-4e30-8934-c9c8d3c171c8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:48.521012 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ab95f65d-3ad9-4c28-abb7-dee1311dce45 req-e48bd4e9-aee9-4e30-8934-c9c8d3c171c8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0655169 May 19 16:43:48.527180 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.527316 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5c3b22cf-613d-4a78-a192-28f823048d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.534404 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-68430a00-eaf7-421e-8452-14b6ee9edc9a req-49448485-b1fc-4e60-835d-02abb783b37c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052496 May 19 16:43:48.575438 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 72dbf905-0954-48c4-90e4-39059b98309a up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:43:48.582147 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ab95f65d-3ad9-4c28-abb7-dee1311dce45 req-7543b4c9-27be-419e-b974-eece9508c43b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601060 May 19 16:43:48.629031 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port 72dbf905-0954-48c4-90e4-39059b98309a completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:43:48.636078 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port 72dbf905-0954-48c4-90e4-39059b98309a triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:43:48.636589 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (72dbf905-0954-48c4-90e4-39059b98309a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.644823 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5c3b22cf-613d-4a78-a192-28f823048d85 admin admin] Publish callbacks [] for security_group (a244957c-05fa-42bb-bf0a-9dea4e8d9019), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.650186 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5c3b22cf-613d-4a78-a192-28f823048d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (a244957c-05fa-42bb-bf0a-9dea4e8d9019), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.674305 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:48.702786 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59656) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:48.711124 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-5c3b22cf-613d-4a78-a192-28f823048d85 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54151cd9d4ed49feb9f79594d20d9311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970770 May 19 16:43:48.723351 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b22cf-613d-4a78-a192-28f823048d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a244957c-05fa-42bb-bf0a-9dea4e8d9019,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:48.737027 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 72dbf905-0954-48c4-90e4-39059b98309a is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:48.737454 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (72dbf905-0954-48c4-90e4-39059b98309a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.767994 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-34cf8f00-ddc2-4252-b6c5-1fdc987bc3ae admin admin] Publish callbacks [] for security_group (a244957c-05fa-42bb-bf0a-9dea4e8d9019), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.786664 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 72dbf905-0954-48c4-90e4-39059b98309a, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=72dbf905-0954-48c4-90e4-39059b98309a,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:48.792162 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (72dbf905-0954-48c4-90e4-39059b98309a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.796656 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-34cf8f00-ddc2-4252-b6c5-1fdc987bc3ae admin admin] Publish callbacks [] for security_group (a244957c-05fa-42bb-bf0a-9dea4e8d9019), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.870200 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-34cf8f00-ddc2-4252-b6c5-1fdc987bc3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (a244957c-05fa-42bb-bf0a-9dea4e8d9019), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.874561 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-34cf8f00-ddc2-4252-b6c5-1fdc987bc3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:48.881711 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-34cf8f00-ddc2-4252-b6c5-1fdc987bc3ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a244957c-05fa-42bb-bf0a-9dea4e8d9019 HTTP/1.1" status: 204 len: 168 time: 0.1770835 May 19 16:43:48.895351 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf8f00-ddc2-4252-b6c5-1fdc987bc3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a244957c-05fa-42bb-bf0a-9dea4e8d9019,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:48.990769 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=72dbf905-0954-48c4-90e4-39059b98309a,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:49.187229 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da72d-e22e-4750-9292-fdd406ec385a req-ba188724-67d5-4a03-ab02-a5f1e5c742fb tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:49.205724 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-799da72d-e22e-4750-9292-fdd406ec385a req-ba188724-67d5-4a03-ab02-a5f1e5c742fb tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.1220257 May 19 16:43:49.297924 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-799da72d-e22e-4750-9292-fdd406ec385a req-b7d920a1-1b63-4e7e-a2a1-0381c6da87a3 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901115 May 19 16:43:49.436579 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c179e42-1b23-4921-9740-a9c4fc89ddfb req-99e6acfe-25e1-46d8-916a-65e0e5130438 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:49.444409 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5c179e42-1b23-4921-9740-a9c4fc89ddfb req-99e6acfe-25e1-46d8-916a-65e0e5130438 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.3396413 May 19 16:43:49.521096 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5c179e42-1b23-4921-9740-a9c4fc89ddfb req-9513f7fe-83d5-4ae6-8709-2d856e97fbaf tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751722 May 19 16:43:49.697049 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c8333-3030-466d-a421-f64edd22a5f0 req-0788a639-ff07-47f0-8c58-75934ec83695 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:49.706015 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-244c8333-3030-466d-a421-f64edd22a5f0 req-0788a639-ff07-47f0-8c58-75934ec83695 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 945 time: 0.0722082 May 19 16:43:49.775976 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-244c8333-3030-466d-a421-f64edd22a5f0 req-2f68d9a1-f974-4d42-9112-daa193030909 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689816 May 19 16:43:49.808642 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedebc8-62c9-44da-a4c5-56cfbf9d7829 req-5afa1b0a-3067-416e-885e-cd63c7663577 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:49.820003 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7bedebc8-62c9-44da-a4c5-56cfbf9d7829 req-5afa1b0a-3067-416e-885e-cd63c7663577 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.1076035 May 19 16:43:49.891719 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7bedebc8-62c9-44da-a4c5-56cfbf9d7829 req-94211297-62ef-4ce3-aeb5-47576ebb6b74 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702183 May 19 16:43:50.162321 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72dbf905-0954-48c4-90e4-39059b98309a'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:43:50.165859 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba2f7bd-18be-4040-9751-2e5c69e0e37f" -d '{"events": [{"server_uuid": "b4ff377c-5ccd-40ca-9e51-6bde8aafab8c", "name": "network-vif-plugged", "status": "completed", "tag": "72dbf905-0954-48c4-90e4-39059b98309a"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:43:50.205394 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3af4c38-71f3-475c-ab69-2dae3054ed4c x-openstack-request-id: req-e3af4c38-71f3-475c-ab69-2dae3054ed4c {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:43:50.205981 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ff377c-5ccd-40ca-9e51-6bde8aafab8c", "name": "network-vif-plugged", "status": "completed", "tag": "72dbf905-0954-48c4-90e4-39059b98309a", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:43:50.206473 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3af4c38-71f3-475c-ab69-2dae3054ed4c {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:43:50.207238 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3af4c38-71f3-475c-ab69-2dae3054ed4c'] response: {'server_uuid': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72dbf905-0954-48c4-90e4-39059b98309a', 'code': 200} May 19 16:43:50.641539 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fa12c-da25-4977-9f2a-84cf133090a2 req-238fbb76-7364-4176-92e9-132e3121b4df tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:50.643327 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e10fa12c-da25-4977-9f2a-84cf133090a2 req-238fbb76-7364-4176-92e9-132e3121b4df tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0552897 May 19 16:43:50.673827 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:50.702987 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e10fa12c-da25-4977-9f2a-84cf133090a2 req-55d973a6-92ef-4b7b-9e9d-24b269783989 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535386 May 19 16:43:50.928895 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b084-8625-4433-8952-46006c149553 req-5b96ca93-61a2-4289-b2b7-911ced1f215e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:50.935973 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1965b084-8625-4433-8952-46006c149553 req-5b96ca93-61a2-4289-b2b7-911ced1f215e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 945 time: 0.0785475 May 19 16:43:51.002509 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1965b084-8625-4433-8952-46006c149553 req-58fcb7d8-c1c3-43b4-8d7d-b3e745ba3ca8 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628905 May 19 16:43:51.128133 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077c412-c77b-4693-a4e9-3b1c014a2133 req-1933d8a9-9b47-4453-ba8f-64b8af6b321e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:51.129621 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2077c412-c77b-4693-a4e9-3b1c014a2133 req-1933d8a9-9b47-4453-ba8f-64b8af6b321e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0522759 May 19 16:43:51.187240 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2077c412-c77b-4693-a4e9-3b1c014a2133 req-ec76d3ec-5db7-4672-af86-bdb6deafd7e8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502985 May 19 16:43:51.643114 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59800) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:51.656916 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59804) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:51.757049 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e5b7a3fc-bc9f-4e30-9b79-27a8487d2772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:51.779624 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:51.785429 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b9b21e24-4029-4bc0-9fef-ce491d2a31ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:51.822840 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:51.835800 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd5b36-2703-481d-bbaf-6ddca9e78a5a req-19998bc4-b921-48b2-a9c0-dcfbfe790ce7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:51.837836 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5efd5b36-2703-481d-bbaf-6ddca9e78a5a req-19998bc4-b921-48b2-a9c0-dcfbfe790ce7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0549405 May 19 16:43:51.916434 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e5b7a3fc-bc9f-4e30-9b79-27a8487d2772 admin admin] Publish callbacks [] for security_group (e83c0bc1-2513-4508-9e07-d71ef9679d2e), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:51.930186 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5efd5b36-2703-481d-bbaf-6ddca9e78a5a req-859147ea-bcfc-4d15-a434-6e5bfbca55c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838051 May 19 16:43:51.937289 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e5b7a3fc-bc9f-4e30-9b79-27a8487d2772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e83c0bc1-2513-4508-9e07-d71ef9679d2e), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:51.981690 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b9b21e24-4029-4bc0-9fef-ce491d2a31ae admin admin] Publish callbacks [] for security_group (40fcbe9f-0f52-484e-9290-e8c352aa0f7f), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.018814 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b9b21e24-4029-4bc0-9fef-ce491d2a31ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (40fcbe9f-0f52-484e-9290-e8c352aa0f7f), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.026363 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7a3fc-bc9f-4e30-9b79-27a8487d2772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83c0bc1-2513-4508-9e07-d71ef9679d2e,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:52.040670 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-e5b7a3fc-bc9f-4e30-9b79-27a8487d2772 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=217bf21d2bda40d99a25b20793f0e835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964593 May 19 16:43:52.043556 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59820) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:52.083886 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-b9b21e24-4029-4bc0-9fef-ce491d2a31ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b4343c7f07f40e0a20bdd3c6720a757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258230 May 19 16:43:52.087274 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59828) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:52.094702 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b21e24-4029-4bc0-9fef-ce491d2a31ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fcbe9f-0f52-484e-9290-e8c352aa0f7f,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:52.225491 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fb41a-e3a3-46f9-8b91-65a3fff61f57 req-c4853f3c-25e0-4993-b0a9-cdbd3046e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:52.231054 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5e8fb41a-e3a3-46f9-8b91-65a3fff61f57 req-c4853f3c-25e0-4993-b0a9-cdbd3046e01d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 1129 time: 0.0846200 May 19 16:43:52.235270 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-913cfceb-8cec-4d2e-97ef-0ad02792fbbe admin admin] Publish callbacks [] for security_group (40fcbe9f-0f52-484e-9290-e8c352aa0f7f), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.287444 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-913cfceb-8cec-4d2e-97ef-0ad02792fbbe admin admin] Publish callbacks [] for security_group (40fcbe9f-0f52-484e-9290-e8c352aa0f7f), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.319591 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5e8fb41a-e3a3-46f9-8b91-65a3fff61f57 req-ba1900e7-e622-427b-9ecd-412153f9b440 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822165 May 19 16:43:52.339774 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06ed7f-2d05-4d34-9db4-d0a92a4ee2c8 req-aad24c89-8a52-4859-ac64-5b6ebdb6f22b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:52.341730 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3c06ed7f-2d05-4d34-9db4-d0a92a4ee2c8 req-aad24c89-8a52-4859-ac64-5b6ebdb6f22b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 945 time: 0.2330656 May 19 16:43:52.348806 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520aaaa-d403-40c2-b446-aa1c472a4ac9 req-9b29f040-cf65-4e4d-88fa-e9fce8df2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:52.350512 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4520aaaa-d403-40c2-b446-aa1c472a4ac9 req-9b29f040-cf65-4e4d-88fa-e9fce8df2bb6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 1129 time: 0.1603220 May 19 16:43:52.363339 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c351eaaf-5ce5-4606-a78c-d5ed5aa168c6 admin admin] Publish callbacks [] for security_group (e83c0bc1-2513-4508-9e07-d71ef9679d2e), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.364811 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-913cfceb-8cec-4d2e-97ef-0ad02792fbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (40fcbe9f-0f52-484e-9290-e8c352aa0f7f), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.368997 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-913cfceb-8cec-4d2e-97ef-0ad02792fbbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.370855 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-913cfceb-8cec-4d2e-97ef-0ad02792fbbe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40fcbe9f-0f52-484e-9290-e8c352aa0f7f HTTP/1.1" status: 204 len: 168 time: 0.2821970 May 19 16:43:52.385908 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cfceb-8cec-4d2e-97ef-0ad02792fbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fcbe9f-0f52-484e-9290-e8c352aa0f7f,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:52.436599 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c351eaaf-5ce5-4606-a78c-d5ed5aa168c6 admin admin] Publish callbacks [] for security_group (e83c0bc1-2513-4508-9e07-d71ef9679d2e), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.462626 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3c06ed7f-2d05-4d34-9db4-d0a92a4ee2c8 req-3f448d4d-d5bc-4023-b8c6-d9031a8f7959 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107972 May 19 16:43:52.519511 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6f53d-64d7-4332-97af-a841966268c3 req-d2e0a117-7528-4d51-9440-698cb4bd5216 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:52.522349 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c351eaaf-5ce5-4606-a78c-d5ed5aa168c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e83c0bc1-2513-4508-9e07-d71ef9679d2e), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.525635 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c351eaaf-5ce5-4606-a78c-d5ed5aa168c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.526888 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-c351eaaf-5ce5-4606-a78c-d5ed5aa168c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e83c0bc1-2513-4508-9e07-d71ef9679d2e HTTP/1.1" status: 204 len: 168 time: 0.4819777 May 19 16:43:52.537818 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c7c6f53d-64d7-4332-97af-a841966268c3 req-d2e0a117-7528-4d51-9440-698cb4bd5216 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.1218786 May 19 16:43:52.541245 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351eaaf-5ce5-4606-a78c-d5ed5aa168c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83c0bc1-2513-4508-9e07-d71ef9679d2e,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:52.592994 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:43:52.606919 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c7c6f53d-64d7-4332-97af-a841966268c3 req-4964372b-1833-47e5-94a8-0b121bf5d0f3 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679784 May 19 16:43:52.718437 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4520aaaa-d403-40c2-b446-aa1c472a4ac9 req-f9f18b22-c399-4eaa-8efe-f87e7d1c62d2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903487 May 19 16:43:52.778356 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:52.791555 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'port_id': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'mac_address': 'fa:16:3e:b5:1f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:43:52.831041 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59852) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:52.832097 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:43:52.832489 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.845936 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-393ebf88-2ac1-445c-b7b7-f25c64c8e7b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.847475 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:43:52.860269 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:52.869824 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:43:52.875455 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.930442 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:52.945101 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-393ebf88-2ac1-445c-b7b7-f25c64c8e7b2 admin admin] Publish callbacks [] for security_group (e63cd7bf-e634-4029-b94a-cf9dfb1d4765), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.949180 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-393ebf88-2ac1-445c-b7b7-f25c64c8e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e63cd7bf-e634-4029-b94a-cf9dfb1d4765), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:52.980291 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:52.994247 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-393ebf88-2ac1-445c-b7b7-f25c64c8e7b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42cf277dca544b039b8c3dbfe5c8a0e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615374 May 19 16:43:52.997330 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59856) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:53.004263 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ebf88-2ac1-445c-b7b7-f25c64c8e7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63cd7bf-e634-4029-b94a-cf9dfb1d4765,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:53.054320 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-58d340ac-522d-4c93-9d72-dfd26febaa40 admin admin] Publish callbacks [] for security_group (e63cd7bf-e634-4029-b94a-cf9dfb1d4765), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:53.080393 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-58d340ac-522d-4c93-9d72-dfd26febaa40 admin admin] Publish callbacks [] for security_group (e63cd7bf-e634-4029-b94a-cf9dfb1d4765), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:53.090420 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f8d05-0ad5-41d6-9e46-a0e65c37e04a req-d8907b1e-4837-43cd-96da-6f1d24f1a9ec tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:53.091930 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cc1f8d05-0ad5-41d6-9e46-a0e65c37e04a req-d8907b1e-4837-43cd-96da-6f1d24f1a9ec tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 945 time: 0.0517941 May 19 16:43:53.096037 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59858) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:53.121864 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ef21-1403-4471-aa08-74b0b23a5e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:53.142756 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cc1f8d05-0ad5-41d6-9e46-a0e65c37e04a req-81fa9378-daec-4049-9efb-588dffdda271 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446081 May 19 16:43:53.159075 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-58d340ac-522d-4c93-9d72-dfd26febaa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e63cd7bf-e634-4029-b94a-cf9dfb1d4765), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:53.161596 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-58d340ac-522d-4c93-9d72-dfd26febaa40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:53.162733 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-58d340ac-522d-4c93-9d72-dfd26febaa40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e63cd7bf-e634-4029-b94a-cf9dfb1d4765 HTTP/1.1" status: 204 len: 168 time: 0.1644835 May 19 16:43:53.181951 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d340ac-522d-4c93-9d72-dfd26febaa40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63cd7bf-e634-4029-b94a-cf9dfb1d4765,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:53.230796 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ef21-1403-4471-aa08-74b0b23a5e99 admin admin] Publish callbacks [] for security_group (c3c3c22e-6e78-4b3a-b34d-7249edf85828), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:53.235523 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ef21-1403-4471-aa08-74b0b23a5e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c3c3c22e-6e78-4b3a-b34d-7249edf85828), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:53.275900 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-bcf1ef21-1403-4471-aa08-74b0b23a5e99 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31b13cf1a01f425abb877ba397378765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787682 May 19 16:43:53.277998 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1ef21-1403-4471-aa08-74b0b23a5e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c3c22e-6e78-4b3a-b34d-7249edf85828,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:53.278693 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59862) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:53.329613 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:53.335468 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-31b54caa-52c9-49bb-aae0-09513b8d1279 admin admin] Publish callbacks [] for security_group (c3c3c22e-6e78-4b3a-b34d-7249edf85828), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:53.362038 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-31b54caa-52c9-49bb-aae0-09513b8d1279 admin admin] Publish callbacks [] for security_group (c3c3c22e-6e78-4b3a-b34d-7249edf85828), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:53.426607 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-31b54caa-52c9-49bb-aae0-09513b8d1279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c3c3c22e-6e78-4b3a-b34d-7249edf85828), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:53.430390 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-31b54caa-52c9-49bb-aae0-09513b8d1279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:53.432034 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-31b54caa-52c9-49bb-aae0-09513b8d1279 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3c3c22e-6e78-4b3a-b34d-7249edf85828 HTTP/1.1" status: 204 len: 168 time: 0.1522212 May 19 16:43:53.459518 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b54caa-52c9-49bb-aae0-09513b8d1279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c3c22e-6e78-4b3a-b34d-7249edf85828,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:53.597102 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c0fae-3f4b-4625-8a5e-f0393b42c554 req-0ea1064e-3b6b-49ec-8994-5120000402f2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:53.599247 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d33c0fae-3f4b-4625-8a5e-f0393b42c554 req-0ea1064e-3b6b-49ec-8994-5120000402f2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 945 time: 0.0581419 May 19 16:43:53.654632 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d33c0fae-3f4b-4625-8a5e-f0393b42c554 req-14b64f0d-7964-4209-be5b-28cc2e2ea2ef tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497215 May 19 16:43:53.750482 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283aff8-06fc-4d26-ae83-da58ee2f88ab req-f4345d3d-58b8-4bf8-8ae3-85f950f44719 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:53.760640 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e283aff8-06fc-4d26-ae83-da58ee2f88ab req-f4345d3d-58b8-4bf8-8ae3-85f950f44719 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0630209 May 19 16:43:53.809379 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e283aff8-06fc-4d26-ae83-da58ee2f88ab req-53c4b732-6b5b-400d-9deb-d8ce7897c473 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475957 May 19 16:43:54.283047 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039a3fd-82f7-4a64-b049-50b76fd2b830 req-4c3a935a-51b5-429e-9631-9f218b40b736 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:54.284723 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3039a3fd-82f7-4a64-b049-50b76fd2b830 req-4c3a935a-51b5-429e-9631-9f218b40b736 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 945 time: 0.0522532 May 19 16:43:54.343272 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3039a3fd-82f7-4a64-b049-50b76fd2b830 req-25709c0c-52ac-4286-b9f1-42a212671aa9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501542 May 19 16:43:54.775040 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7735b-5b2c-4e3d-bfab-db7012a5c7f8 req-4c29676d-c21e-40fa-a62e-2f312fd7b648 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:54.782177 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a9c7735b-5b2c-4e3d-bfab-db7012a5c7f8 req-4c29676d-c21e-40fa-a62e-2f312fd7b648 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 945 time: 0.0570536 May 19 16:43:54.844463 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a9c7735b-5b2c-4e3d-bfab-db7012a5c7f8 req-a62c9294-aab8-435e-9c1a-f321b2390e7c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612741 May 19 16:43:55.097162 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692e5be-451a-484c-99c3-ce544d3447c7 req-8fef332c-a8cc-485f-b8cd-3e94c3485f8b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:55.098713 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8692e5be-451a-484c-99c3-ce544d3447c7 req-8fef332c-a8cc-485f-b8cd-3e94c3485f8b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0597537 May 19 16:43:55.147513 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8692e5be-451a-484c-99c3-ce544d3447c7 req-93e1ddef-d9ba-4190-be63-99f77f2ecc9d tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434275 May 19 16:43:55.320361 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 59984) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:55.459409 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-51897e2e-8a54-4e45-a0f2-c8f6d2bff16a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:55.486363 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149ef4e-29b6-4e19-b454-0190cf732a34 req-77dd662c-2337-4c8a-9ae1-5d7cd096fc03 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:55.487836 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e149ef4e-29b6-4e19-b454-0190cf732a34 req-77dd662c-2337-4c8a-9ae1-5d7cd096fc03 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 945 time: 0.0698869 May 19 16:43:55.509337 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:55.573822 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e149ef4e-29b6-4e19-b454-0190cf732a34 req-f1745751-cbd6-4121-ab16-834fa93caa09 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793929 May 19 16:43:55.607521 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-51897e2e-8a54-4e45-a0f2-c8f6d2bff16a admin admin] Publish callbacks [] for security_group (a5e1bd40-56ed-46ec-8ba5-d27fffae9feb), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:55.612433 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-51897e2e-8a54-4e45-a0f2-c8f6d2bff16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (a5e1bd40-56ed-46ec-8ba5-d27fffae9feb), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:55.659379 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-51897e2e-8a54-4e45-a0f2-c8f6d2bff16a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc31e8c2eb5b45f5bd5087c5a16a6d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345597 May 19 16:43:55.659379 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51897e2e-8a54-4e45-a0f2-c8f6d2bff16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e1bd40-56ed-46ec-8ba5-d27fffae9feb,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:55.659787 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 59994) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:55.675811 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:55.726973 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d267cb22-f7f5-421e-bd51-2cd4a8dc094b admin admin] Publish callbacks [] for security_group (a5e1bd40-56ed-46ec-8ba5-d27fffae9feb), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:55.754648 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d267cb22-f7f5-421e-bd51-2cd4a8dc094b admin admin] Publish callbacks [] for security_group (a5e1bd40-56ed-46ec-8ba5-d27fffae9feb), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:55.802831 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d267cb22-f7f5-421e-bd51-2cd4a8dc094b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (a5e1bd40-56ed-46ec-8ba5-d27fffae9feb), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:55.805421 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d267cb22-f7f5-421e-bd51-2cd4a8dc094b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:55.806574 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-d267cb22-f7f5-421e-bd51-2cd4a8dc094b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5e1bd40-56ed-46ec-8ba5-d27fffae9feb HTTP/1.1" status: 204 len: 168 time: 0.1458604 May 19 16:43:55.815937 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267cb22-f7f5-421e-bd51-2cd4a8dc094b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e1bd40-56ed-46ec-8ba5-d27fffae9feb,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:55.958703 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a67ab3-71fa-416b-8fb6-112eccbb7107 req-78bbe308-aa9a-482a-b1da-93f2ccf26257 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:55.960325 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d7a67ab3-71fa-416b-8fb6-112eccbb7107 req-78bbe308-aa9a-482a-b1da-93f2ccf26257 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 945 time: 0.0531683 May 19 16:43:56.011864 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d7a67ab3-71fa-416b-8fb6-112eccbb7107 req-8ce9cd56-f0bb-4056-803d-39312196956c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459769 May 19 16:43:56.103573 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60008) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:56.121225 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-25fc1d98-df67-4367-b0ce-f83dca4c4968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:56.200615 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-25fc1d98-df67-4367-b0ce-f83dca4c4968 admin admin] Publish callbacks [] for security_group (d3147337-5c3a-47cd-b715-927c2fb35d35), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:56.209440 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-25fc1d98-df67-4367-b0ce-f83dca4c4968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (d3147337-5c3a-47cd-b715-927c2fb35d35), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:56.275121 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc1d98-df67-4367-b0ce-f83dca4c4968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3147337-5c3a-47cd-b715-927c2fb35d35,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:56.282145 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-25fc1d98-df67-4367-b0ce-f83dca4c4968 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f2bdd0a7e7a4e639de2de916c4b3455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773145 May 19 16:43:56.284629 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60012) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:56.305319 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88155d37-9a61-4e3d-95d5-5a7dbca1dac0 req-08741214-c6b3-4e36-9755-8dad3b4abed8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:56.306750 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-88155d37-9a61-4e3d-95d5-5a7dbca1dac0 req-08741214-c6b3-4e36-9755-8dad3b4abed8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0793293 May 19 16:43:56.378835 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:56.380835 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c67d891-db5e-4334-9c78-57041c611157 admin admin] Publish callbacks [] for security_group (d3147337-5c3a-47cd-b715-927c2fb35d35), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:56.390263 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-88155d37-9a61-4e3d-95d5-5a7dbca1dac0 req-15c47070-e72d-4a12-b92f-98162c9280c9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738561 May 19 16:43:56.412229 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c67d891-db5e-4334-9c78-57041c611157 admin admin] Publish callbacks [] for security_group (d3147337-5c3a-47cd-b715-927c2fb35d35), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:56.458808 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c67d891-db5e-4334-9c78-57041c611157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (d3147337-5c3a-47cd-b715-927c2fb35d35), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:56.461480 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c67d891-db5e-4334-9c78-57041c611157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:56.462734 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-2c67d891-db5e-4334-9c78-57041c611157 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3147337-5c3a-47cd-b715-927c2fb35d35 HTTP/1.1" status: 204 len: 168 time: 0.1772509 May 19 16:43:56.470914 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67d891-db5e-4334-9c78-57041c611157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3147337-5c3a-47cd-b715-927c2fb35d35,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:56.508139 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:43:56.629198 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:56.716215 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de891603-ddc7-4260-a91e-d446c3549db7 req-66e17b58-3a2d-4a21-90d8-81dd429b9620 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:56.718194 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-de891603-ddc7-4260-a91e-d446c3549db7 req-66e17b58-3a2d-4a21-90d8-81dd429b9620 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 945 time: 0.0539973 May 19 16:43:56.750603 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:56.776394 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-de891603-ddc7-4260-a91e-d446c3549db7 req-52c7a84d-571b-45bc-a40f-70db4c87df50 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502477 May 19 16:43:57.129365 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fbb04-0e7d-411c-b6a7-fc5d8bd6c89e req-aaa88297-5aeb-48d5-bec1-736a848902d8 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:57.131116 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6d2fbb04-0e7d-411c-b6a7-fc5d8bd6c89e req-aaa88297-5aeb-48d5-bec1-736a848902d8 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 945 time: 0.0482230 May 19 16:43:57.182184 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6d2fbb04-0e7d-411c-b6a7-fc5d8bd6c89e req-70ae440b-cc16-42c1-8668-d5ae00f4c70b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450275 May 19 16:43:57.439078 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:57.513940 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8950f-924b-4669-a37b-49830f09f0c0 req-0b0d41ae-4ec8-47dd-abf2-85425643acf7 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:57.515499 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e3e8950f-924b-4669-a37b-49830f09f0c0 req-0b0d41ae-4ec8-47dd-abf2-85425643acf7 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0525286 May 19 16:43:57.566802 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e3e8950f-924b-4669-a37b-49830f09f0c0 req-3409d35a-c52a-45c0-8c9c-2ed27d4d6974 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453377 May 19 16:43:57.918096 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adf17e-9f45-470b-9a19-751dbf79ecfd req-88064616-9ce8-4cb1-899c-aad62e81a118 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:57.919784 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-57adf17e-9f45-470b-9a19-751dbf79ecfd req-88064616-9ce8-4cb1-899c-aad62e81a118 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 945 time: 0.0620213 May 19 16:43:57.977485 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-57adf17e-9f45-470b-9a19-751dbf79ecfd req-620451d9-2f66-4406-a6a1-78fca91937b8 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516298 May 19 16:43:58.317544 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d50af4-882e-47b9-94a7-f0f8b8c5a172 req-44df73b5-4591-4cda-9297-e96798088113 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:58.319095 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-05d50af4-882e-47b9-94a7-f0f8b8c5a172 req-44df73b5-4591-4cda-9297-e96798088113 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 945 time: 0.0633740 May 19 16:43:58.391072 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-05d50af4-882e-47b9-94a7-f0f8b8c5a172 req-b85f09a6-3fb1-42bf-a566-700861a61d46 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632124 May 19 16:43:58.393896 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=6 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:58.664920 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:58.683169 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aacbaa-c477-4425-a31e-300db057f91f req-a588a71d-4131-4feb-a163-6b0d606f5868 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:58.684665 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-17aacbaa-c477-4425-a31e-300db057f91f req-a588a71d-4131-4feb-a163-6b0d606f5868 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0493963 May 19 16:43:58.739065 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-17aacbaa-c477-4425-a31e-300db057f91f req-30627453-0660-491c-8f2f-4789859b130f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478585 May 19 16:43:58.866997 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60142) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:58.989966 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.092389 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Publish callbacks [] for security_group (4454582c-30ca-49be-8a34-5bb10296c306), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.106528 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (4454582c-30ca-49be-8a34-5bb10296c306), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.158063 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c91c3f0f57f44ea969520be520a1e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898214 May 19 16:43:59.158930 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60152) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:59.160397 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af09df-4814-457c-9c41-922bbda51fb0 req-f2a454d6-d5a7-4def-a290-0e60d7fde319 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:59.165223 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4454582c-30ca-49be-8a34-5bb10296c306,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:59.165697 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b1af09df-4814-457c-9c41-922bbda51fb0 req-f2a454d6-d5a7-4def-a290-0e60d7fde319 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 945 time: 0.0665770 May 19 16:43:59.166205 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 60154) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:59.183201 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.183530 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.184068 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.184410 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.184741 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.185068 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.185431 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.185757 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.186070 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.186391 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.186726 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.187105 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.187767 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.187767 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.188046 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88c6d3-4cbb-4337-a175-77f934e14ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.219246 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b1af09df-4814-457c-9c41-922bbda51fb0 req-024e721f-4a3e-4974-8c8e-05f8936a708e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494742 May 19 16:43:59.231160 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2b7b88ca-f680-4e61-9cfd-ff47d43eb9fc admin admin] Publish callbacks [] for security_group (4454582c-30ca-49be-8a34-5bb10296c306), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.253471 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2b7b88ca-f680-4e61-9cfd-ff47d43eb9fc admin admin] Publish callbacks [] for security_group (4454582c-30ca-49be-8a34-5bb10296c306), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.304872 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.307043 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2b7b88ca-f680-4e61-9cfd-ff47d43eb9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (4454582c-30ca-49be-8a34-5bb10296c306), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.310251 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2b7b88ca-f680-4e61-9cfd-ff47d43eb9fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.311408 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-2b7b88ca-f680-4e61-9cfd-ff47d43eb9fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4454582c-30ca-49be-8a34-5bb10296c306 HTTP/1.1" status: 204 len: 168 time: 0.1515522 May 19 16:43:59.324871 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b88ca-f680-4e61-9cfd-ff47d43eb9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4454582c-30ca-49be-8a34-5bb10296c306,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:59.392510 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Publish callbacks [] for security_group (5e9c4493-da5f-4198-8cc5-f307cf01f297), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.396410 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (5e9c4493-da5f-4198-8cc5-f307cf01f297), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.440418 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9c4493-da5f-4198-8cc5-f307cf01f297,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:59.446319 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a93efcc3f25a496a9a093d6835ce3cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780998 May 19 16:43:59.448141 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 60164) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:59.465325 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.465883 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.466228 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.466570 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.466905 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.467237 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.467565 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.467891 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.469012 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.469460 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.469825 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.470190 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.470550 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.470899 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.471242 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e47b1-22a4-4106-acdc-d450f1118269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:43:59.518059 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-232531f4-a2c0-4650-b7f0-630c31e91c22 admin admin] Publish callbacks [] for security_group (5e9c4493-da5f-4198-8cc5-f307cf01f297), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.521597 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6afbb-8d42-47ed-918a-65555d623169 req-889bda82-2003-4e9d-86b5-a79089e0411e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:59.523318 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-85e6afbb-8d42-47ed-918a-65555d623169 req-889bda82-2003-4e9d-86b5-a79089e0411e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 945 time: 0.0550849 May 19 16:43:59.541500 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-232531f4-a2c0-4650-b7f0-630c31e91c22 admin admin] Publish callbacks [] for security_group (5e9c4493-da5f-4198-8cc5-f307cf01f297), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.571399 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:59.574965 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-85e6afbb-8d42-47ed-918a-65555d623169 req-5ba1bebe-b168-43ee-9885-9ebcd89fee45 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450890 May 19 16:43:59.606810 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-232531f4-a2c0-4650-b7f0-630c31e91c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (5e9c4493-da5f-4198-8cc5-f307cf01f297), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.610165 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-232531f4-a2c0-4650-b7f0-630c31e91c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.611320 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-232531f4-a2c0-4650-b7f0-630c31e91c22 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e9c4493-da5f-4198-8cc5-f307cf01f297 HTTP/1.1" status: 204 len: 168 time: 0.1622665 May 19 16:43:59.620008 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232531f4-a2c0-4650-b7f0-630c31e91c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9c4493-da5f-4198-8cc5-f307cf01f297,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:59.680642 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60172) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:59.695313 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ad9b-d76b-4501-9d2e-82cfb188c956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.706810 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:43:59.716748 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f5817-1d68-4a5c-9e4c-35ee24c99d05 req-212cedc0-f599-4a09-8d9a-acb67a81a686 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:59.718359 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e02f5817-1d68-4a5c-9e4c-35ee24c99d05 req-212cedc0-f599-4a09-8d9a-acb67a81a686 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 945 time: 0.0521171 May 19 16:43:59.730469 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 60174) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:59.735339 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-1bc5084d-a9be-4cbc-8a28-f88bbac1a5b7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'floatingip': {'port_id': '72dbf905-0954-48c4-90e4-39059b98309a'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:43:59.805218 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ad9b-d76b-4501-9d2e-82cfb188c956 admin admin] Publish callbacks [] for security_group (6fa3fec3-6bba-4c4b-b142-655c9e0a1a49), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.812703 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ad9b-d76b-4501-9d2e-82cfb188c956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (6fa3fec3-6bba-4c4b-b142-655c9e0a1a49), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.831498 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-1bc5084d-a9be-4cbc-8a28-f88bbac1a5b7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (de1ceb65-1b2b-4a2a-9520-bc32df3cee24), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:43:59.881231 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-d6b0ad9b-d76b-4501-9d2e-82cfb188c956 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04028d805922484d9dc270001787ebea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991708 May 19 16:43:59.886376 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60182) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:43:59.910301 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0ad9b-d76b-4501-9d2e-82cfb188c956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa3fec3-6bba-4c4b-b142-655c9e0a1a49,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:43:59.928025 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cf86b-be24-4cd3-b8c8-42e1c1178e3b req-838c4530-46db-4f1f-a120-a1df318a6d68 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:43:59.934817 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d00cf86b-be24-4cd3-b8c8-42e1c1178e3b req-838c4530-46db-4f1f-a120-a1df318a6d68 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.1167629 May 19 16:44:00.000094 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d1526bf4-11ad-4615-b0ce-2e1d49b737b2 admin admin] Publish callbacks [] for security_group (6fa3fec3-6bba-4c4b-b142-655c9e0a1a49), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:00.006433 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d00cf86b-be24-4cd3-b8c8-42e1c1178e3b req-4303d8b5-930f-467c-8039-fff19cf01e1f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705192 May 19 16:44:00.030624 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d1526bf4-11ad-4615-b0ce-2e1d49b737b2 admin admin] Publish callbacks [] for security_group (6fa3fec3-6bba-4c4b-b142-655c9e0a1a49), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:00.040772 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:00.066713 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60184) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:00.082167 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-427ea5a3-091f-47cc-833e-7f49e655ab56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:00.103694 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d1526bf4-11ad-4615-b0ce-2e1d49b737b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (6fa3fec3-6bba-4c4b-b142-655c9e0a1a49), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:00.106196 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d1526bf4-11ad-4615-b0ce-2e1d49b737b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:00.107325 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-d1526bf4-11ad-4615-b0ce-2e1d49b737b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6fa3fec3-6bba-4c4b-b142-655c9e0a1a49 HTTP/1.1" status: 204 len: 168 time: 0.2175457 May 19 16:44:00.123415 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1526bf4-11ad-4615-b0ce-2e1d49b737b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa3fec3-6bba-4c4b-b142-655c9e0a1a49,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:00.180007 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-427ea5a3-091f-47cc-833e-7f49e655ab56 admin admin] Publish callbacks [] for security_group (93871b59-28e8-45dd-9943-13da3ac7cfd2), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:00.184635 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-427ea5a3-091f-47cc-833e-7f49e655ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (93871b59-28e8-45dd-9943-13da3ac7cfd2), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:00.227732 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-427ea5a3-091f-47cc-833e-7f49e655ab56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d15182c742047e19af57f2f4d466192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599925 May 19 16:44:00.228580 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ea5a3-091f-47cc-833e-7f49e655ab56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93871b59-28e8-45dd-9943-13da3ac7cfd2,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:00.231033 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60190) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:00.260703 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:00.300560 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e6d44f41-ae1b-49e4-8d1a-0180de7e349d admin admin] Publish callbacks [] for security_group (93871b59-28e8-45dd-9943-13da3ac7cfd2), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:00.328498 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e6d44f41-ae1b-49e4-8d1a-0180de7e349d admin admin] Publish callbacks [] for security_group (93871b59-28e8-45dd-9943-13da3ac7cfd2), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:00.390496 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e6d44f41-ae1b-49e4-8d1a-0180de7e349d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (93871b59-28e8-45dd-9943-13da3ac7cfd2), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:00.393278 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e6d44f41-ae1b-49e4-8d1a-0180de7e349d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:00.397003 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-e6d44f41-ae1b-49e4-8d1a-0180de7e349d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93871b59-28e8-45dd-9943-13da3ac7cfd2 HTTP/1.1" status: 204 len: 168 time: 0.1625736 May 19 16:44:00.404091 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d44f41-ae1b-49e4-8d1a-0180de7e349d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93871b59-28e8-45dd-9943-13da3ac7cfd2,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:00.417710 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:00.456297 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab785ba-6b52-41f9-89f3-ad205da44673 req-d25f8f05-72a0-4d30-9249-582ea70fe6e6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:00.456991 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3ab785ba-6b52-41f9-89f3-ad205da44673 req-d25f8f05-72a0-4d30-9249-582ea70fe6e6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 945 time: 0.1465466 May 19 16:44:00.615329 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3ab785ba-6b52-41f9-89f3-ad205da44673 req-7fa88374-414f-455f-8278-39e485f42c7a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335752 May 19 16:44:00.644607 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-1bc5084d-a9be-4cbc-8a28-f88bbac1a5b7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:00.649983 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-1bc5084d-a9be-4cbc-8a28-f88bbac1a5b7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (de1ceb65-1b2b-4a2a-9520-bc32df3cee24), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:00.760280 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.l3_db [None req-1bc5084d-a9be-4cbc-8a28-f88bbac1a5b7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Floating IP de1ceb65-1b2b-4a2a-9520-bc32df3cee24 associated. External IP: 172.27.1.187, port: 72dbf905-0954-48c4-90e4-39059b98309a. May 19 16:44:01.147540 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=7 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:01.157106 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5793c-6ddb-4007-8084-6ee6cee5130a req-eab46097-6ed4-48d6-9b60-2661825ed31b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:01.159270 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-daf5793c-6ddb-4007-8084-6ee6cee5130a req-eab46097-6ed4-48d6-9b60-2661825ed31b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0688708 May 19 16:44:01.228378 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-daf5793c-6ddb-4007-8084-6ee6cee5130a req-0128c9e1-05e5-434e-8d8a-8dd8033fbc12 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599694 May 19 16:44:01.237561 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc5084d-a9be-4cbc-8a28-f88bbac1a5b7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Router d2e557b8-2491-4d73-87f9-658557afc7f9 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:44:01.287231 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:01.306002 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:44:01.353309 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:44:01.362488 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:44:01.363403 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:01.367492 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc5084d-a9be-4cbc-8a28-f88bbac1a5b7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:44:01.376629 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-1bc5084d-a9be-4cbc-8a28-f88bbac1a5b7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:01.391383 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e30c4bf-8667-46ba-9981-9db205e60b84 None None] Sync routers for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:44:01.408050 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e30c4bf-8667-46ba-9981-9db205e60b84 None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:44:01.408738 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-5e30c4bf-8667-46ba-9981-9db205e60b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:43:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:01.426349 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-1bc5084d-a9be-4cbc-8a28-f88bbac1a5b7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "PUT /v2.0/floatingips/de1ceb65-1b2b-4a2a-9520-bc32df3cee24 HTTP/1.1" status: 200 len: 991 time: 1.6947160 May 19 16:44:01.427421 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'tag': '72dbf905-0954-48c4-90e4-39059b98309a'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:44:01.430516 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d513ae25-02f3-4bc9-8d55-17a3c7110dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ff377c-5ccd-40ca-9e51-6bde8aafab8c", "tag": "72dbf905-0954-48c4-90e4-39059b98309a"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:44:01.477793 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:44:01.478279 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:01.490580 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c1e0d2-1b42-4d40-83bc-6a992cee5a9e x-openstack-request-id: req-e4c1e0d2-1b42-4d40-83bc-6a992cee5a9e {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:44:01.491067 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ff377c-5ccd-40ca-9e51-6bde8aafab8c", "tag": "72dbf905-0954-48c4-90e4-39059b98309a", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:44:01.491214 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4c1e0d2-1b42-4d40-83bc-6a992cee5a9e {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:44:01.491654 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c1e0d2-1b42-4d40-83bc-6a992cee5a9e'] response: {'name': 'network-changed', 'server_uuid': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'tag': '72dbf905-0954-48c4-90e4-39059b98309a', 'status': 'completed', 'code': 200} May 19 16:44:01.509598 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:44:01.511871 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6613817-87e8-4cbb-abaa-734e3b0204be" -d '{"events": [{"server_uuid": "3a6d6a59-35a3-46b0-a92a-a3ae729071b7", "name": "network-vif-plugged", "status": "completed", "tag": "5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:44:01.527437 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:44:01.547711 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:01.568909 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-5e30c4bf-8667-46ba-9981-9db205e60b84 None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:44:01.582777 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a46eda-e4dd-432e-b6c3-aa0ef6d60874 x-openstack-request-id: req-83a46eda-e4dd-432e-b6c3-aa0ef6d60874 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:44:01.583090 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6d6a59-35a3-46b0-a92a-a3ae729071b7", "name": "network-vif-plugged", "status": "completed", "tag": "5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:44:01.583505 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83a46eda-e4dd-432e-b6c3-aa0ef6d60874 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:44:01.584042 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a46eda-e4dd-432e-b6c3-aa0ef6d60874'] response: {'server_uuid': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'code': 200} May 19 16:44:01.622749 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:01.631228 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.631766 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.632269 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.632792 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.633309 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.633652 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.633985 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.634421 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.634920 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.635248 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.635670 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.636026 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.636358 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.636689 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.637053 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:01.785406 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45378cf8-644c-4bba-86b6-234c039805e8 req-6029f0fe-3789-4844-9666-e593d8035ed3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:01.794059 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-45378cf8-644c-4bba-86b6-234c039805e8 req-6029f0fe-3789-4844-9666-e593d8035ed3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0738297 May 19 16:44:01.862194 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-45378cf8-644c-4bba-86b6-234c039805e8 req-bfc8e230-4440-4479-9b04-2e75cf8cc377 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620639 May 19 16:44:01.902754 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-5e30c4bf-8667-46ba-9981-9db205e60b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'de1ceb65-1b2b-4a2a-9520-bc32df3cee24', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '72dbf905-0954-48c4-90e4-39059b98309a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:5a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:43:15Z', 'updated_at': '2022-05-19T16:44:00Z', 'revision_number': 1, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:01.934369 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e30c4bf-8667-46ba-9981-9db205e60b84 None None] Checking router: d2e557b8-2491-4d73-87f9-658557afc7f9 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:44:01.945702 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e30c4bf-8667-46ba-9981-9db205e60b84 None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:44:01.946531 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-5e30c4bf-8667-46ba-9981-9db205e60b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:43:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:02.066068 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-5e30c4bf-8667-46ba-9981-9db205e60b84 None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:44:02.091290 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60280) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:02.240676 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ab025bc0-3e60-4006-bdd2-89f2e37ad4af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:02.382050 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ab025bc0-3e60-4006-bdd2-89f2e37ad4af admin admin] Publish callbacks [] for security_group (74ca818c-d6db-4cbc-8f38-737591a230ca), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:02.388744 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ab025bc0-3e60-4006-bdd2-89f2e37ad4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (74ca818c-d6db-4cbc-8f38-737591a230ca), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:02.398825 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb303f-782f-4bfc-bbb7-898d3bf51223 req-596a6799-0435-41a3-a359-1ee085d067d0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:02.400303 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-13cb303f-782f-4bfc-bbb7-898d3bf51223 req-596a6799-0435-41a3-a359-1ee085d067d0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0745575 May 19 16:44:02.411777 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-5e30c4bf-8667-46ba-9981-9db205e60b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'de1ceb65-1b2b-4a2a-9520-bc32df3cee24', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '72dbf905-0954-48c4-90e4-39059b98309a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:5a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:43:15Z', 'updated_at': '2022-05-19T16:44:00Z', 'revision_number': 1, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:02.442277 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e30c4bf-8667-46ba-9981-9db205e60b84 None None] The sync data for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi is: [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'de1ceb65-1b2b-4a2a-9520-bc32df3cee24', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '72dbf905-0954-48c4-90e4-39059b98309a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:5a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:43:15Z', 'updated_at': '2022-05-19T16:44:00Z', 'revision_number': 1, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:44:02.467206 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-ab025bc0-3e60-4006-bdd2-89f2e37ad4af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdee008a50094e2d9a9eecd2fa1f7a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717649 May 19 16:44:02.467599 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 60298) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:02.469629 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab025bc0-3e60-4006-bdd2-89f2e37ad4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ca818c-d6db-4cbc-8f38-737591a230ca,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:02.538529 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-13cb303f-782f-4bfc-bbb7-898d3bf51223 req-5e172cc4-f504-4402-990e-9ef21dc86fe6 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210108 May 19 16:44:02.580026 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-76e2ade4-f0fe-46c7-a364-babc19e3347e admin admin] Publish callbacks [] for security_group (74ca818c-d6db-4cbc-8f38-737591a230ca), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:02.604452 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-76e2ade4-f0fe-46c7-a364-babc19e3347e admin admin] Publish callbacks [] for security_group (74ca818c-d6db-4cbc-8f38-737591a230ca), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:02.637126 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:02.659311 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-76e2ade4-f0fe-46c7-a364-babc19e3347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (74ca818c-d6db-4cbc-8f38-737591a230ca), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:02.662346 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-76e2ade4-f0fe-46c7-a364-babc19e3347e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:02.663679 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-76e2ade4-f0fe-46c7-a364-babc19e3347e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74ca818c-d6db-4cbc-8f38-737591a230ca HTTP/1.1" status: 204 len: 168 time: 0.1950407 May 19 16:44:02.673907 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2ade4-f0fe-46c7-a364-babc19e3347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ca818c-d6db-4cbc-8f38-737591a230ca,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:02.751364 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f8ef2b-444e-45f8-b32f-1cdbd232d1e4 None None] New status for floating IP de1ceb65-1b2b-4a2a-9520-bc32df3cee24: ACTIVE {{(pid=110372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:44:03.028073 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469eeb9-9ed2-4987-8384-45727bec1ea6 req-7439fb83-d080-4bba-a69f-b653bffcc115 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:03.029807 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b469eeb9-9ed2-4987-8384-45727bec1ea6 req-7439fb83-d080-4bba-a69f-b653bffcc115 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0630147 May 19 16:44:03.116564 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b469eeb9-9ed2-4987-8384-45727bec1ea6 req-e6ae9bf7-5bbb-488d-aefa-9bb67eed114f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748010 May 19 16:44:03.652950 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca7a9-9189-45bb-a491-030d07e8e2a9 req-9af357c4-13b6-4ac6-97b4-6724eb12f9dc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:03.654463 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-033ca7a9-9189-45bb-a491-030d07e8e2a9 req-9af357c4-13b6-4ac6-97b4-6724eb12f9dc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0491252 May 19 16:44:03.701902 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-033ca7a9-9189-45bb-a491-030d07e8e2a9 req-caca7e41-7d8c-4bbf-8dec-cb6497968491 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 May 19 16:44:04.012626 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ba506-ca77-4b31-8e75-610ce978cc02 req-8d68d1f4-0e07-47d3-bd4e-7cdaf702a4d8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:04.014125 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ce8ba506-ca77-4b31-8e75-610ce978cc02 req-8d68d1f4-0e07-47d3-bd4e-7cdaf702a4d8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0556521 May 19 16:44:04.044328 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:04.067110 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ce8ba506-ca77-4b31-8e75-610ce978cc02 req-b8e0946e-745c-461a-8167-2de80d349132 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468683 May 19 16:44:04.247785 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e5506-51da-4f08-acb4-2faaac06b88f req-107b806e-374f-48db-a31a-c416d66cbd89 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:04.249887 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-828e5506-51da-4f08-acb4-2faaac06b88f req-107b806e-374f-48db-a31a-c416d66cbd89 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0476789 May 19 16:44:04.304887 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-828e5506-51da-4f08-acb4-2faaac06b88f req-8f17a767-eea0-45ec-ae6d-72e99224dda3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492849 May 19 16:44:05.143650 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:05.183182 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a9b08-0934-493f-acef-005ea2093f09 req-5f9f1494-f75a-4867-86c1-fff3a8e36b45 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:05.184580 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-201a9b08-0934-493f-acef-005ea2093f09 req-5f9f1494-f75a-4867-86c1-fff3a8e36b45 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0494876 May 19 16:44:05.231522 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-201a9b08-0934-493f-acef-005ea2093f09 req-92892176-00be-4431-8774-9dd8c2d466f3 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414233 May 19 16:44:05.424380 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284b38c-93d9-4045-9b25-41701cc61b47 req-c1dda571-d74a-4348-a2d1-e5426d80eb3b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:05.425903 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1284b38c-93d9-4045-9b25-41701cc61b47 req-c1dda571-d74a-4348-a2d1-e5426d80eb3b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0487845 May 19 16:44:05.473083 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1284b38c-93d9-4045-9b25-41701cc61b47 req-93be8667-fe6d-4c4b-95f2-682939be4b4c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412171 May 19 16:44:06.360204 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6f36b-fb60-45aa-b3f0-e0386ba09ca6 req-e6fba48b-58b2-47b2-b47c-4c32cd8328ac tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:06.361729 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-24c6f36b-fb60-45aa-b3f0-e0386ba09ca6 req-e6fba48b-58b2-47b2-b47c-4c32cd8328ac tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0575836 May 19 16:44:06.411632 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-24c6f36b-fb60-45aa-b3f0-e0386ba09ca6 req-8ae29a6e-284d-4c45-bb89-7458451c9855 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443056 May 19 16:44:06.589694 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f209a-e35e-4a02-9aca-76039a72a1c1 req-c75b18f9-210d-4237-8f31-18e4559cfb23 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:06.591211 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c2f209a-e35e-4a02-9aca-76039a72a1c1 req-c75b18f9-210d-4237-8f31-18e4559cfb23 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0477264 May 19 16:44:06.638710 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c2f209a-e35e-4a02-9aca-76039a72a1c1 req-a8a6154e-a2e0-44df-84b1-4baf23ece153 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412364 May 19 16:44:07.532193 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e21ab-f3ea-40b0-85a8-7b051a3182bd req-d8703de3-a988-4bf5-9e93-3c6ada1e03af tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:07.533774 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-161e21ab-f3ea-40b0-85a8-7b051a3182bd req-d8703de3-a988-4bf5-9e93-3c6ada1e03af tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0547349 May 19 16:44:07.589354 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-161e21ab-f3ea-40b0-85a8-7b051a3182bd req-967a17e1-a7f9-4b91-bca0-5cc54a4fb2ac tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497944 May 19 16:44:07.777761 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c9a5a-a41c-4673-a2a1-dadf114ddd5f req-68dbefcd-2508-4ccb-a8d3-f2d2c98c887a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:07.779468 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8c6c9a5a-a41c-4673-a2a1-dadf114ddd5f req-68dbefcd-2508-4ccb-a8d3-f2d2c98c887a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0693936 May 19 16:44:07.802609 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c79d42cc-2539-48db-9863-6bf2a0b67d73 req-9a7fe41b-8600-4df0-ae91-03b3544939a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498340 May 19 16:44:07.822439 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513ae25-02f3-4bc9-8d55-17a3c7110dfa req-0a5efd2d-2de9-4263-af52-30bdd4f82e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:07.823968 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d513ae25-02f3-4bc9-8d55-17a3c7110dfa req-0a5efd2d-2de9-4263-af52-30bdd4f82e48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 1129 time: 0.0651004 May 19 16:44:07.852403 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8c6c9a5a-a41c-4673-a2a1-dadf114ddd5f req-c3122792-72a9-4446-a694-91908bbc5cfd tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557604 May 19 16:44:07.967163 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e0cfa-b0a4-4b52-8e70-d3cd3cd4a185 req-81386770-8e92-4daa-8809-2516d8a415db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:07.968712 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a80e0cfa-b0a4-4b52-8e70-d3cd3cd4a185 req-81386770-8e92-4daa-8809-2516d8a415db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 1130 time: 0.0691576 May 19 16:44:07.969823 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51d80b-f7c8-4ed5-a477-2464c65f12ae req-80c3c17f-2f39-4ede-807a-7d60cedd367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:07.971339 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0a51d80b-f7c8-4ed5-a477-2464c65f12ae req-80c3c17f-2f39-4ede-807a-7d60cedd367d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 1129 time: 0.0532508 May 19 16:44:07.971694 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d42cc-2539-48db-9863-6bf2a0b67d73 req-f35b9bed-4c45-4a26-aa2f-e180f42b752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:07.973069 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c79d42cc-2539-48db-9863-6bf2a0b67d73 req-f35b9bed-4c45-4a26-aa2f-e180f42b752d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16022d299eda48e6bf4675055870a140&device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 1129 time: 0.0722260 May 19 16:44:07.984083 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:08.047825 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513ae25-02f3-4bc9-8d55-17a3c7110dfa req-526811d9-081b-4934-8c10-51f1768ff097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:08.049357 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d513ae25-02f3-4bc9-8d55-17a3c7110dfa req-526811d9-081b-4934-8c10-51f1768ff097 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 915 time: 0.1824589 May 19 16:44:08.051337 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:08.066535 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a80e0cfa-b0a4-4b52-8e70-d3cd3cd4a185 req-3ccc7614-181e-49b7-80f8-8121157efa3f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874381 May 19 16:44:08.100912 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d42cc-2539-48db-9863-6bf2a0b67d73 req-61014f33-9d00-44a1-a653-4490c032fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:08.102358 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c79d42cc-2539-48db-9863-6bf2a0b67d73 req-61014f33-9d00-44a1-a653-4490c032fff5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf3505d9-6ebb-447d-ba39-16bf2df77370 HTTP/1.1" status: 200 len: 912 time: 0.1032338 May 19 16:44:08.152497 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51d80b-f7c8-4ed5-a477-2464c65f12ae req-09bfd06e-a9df-4056-a971-372e0a9fca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:08.154028 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0a51d80b-f7c8-4ed5-a477-2464c65f12ae req-09bfd06e-a9df-4056-a971-372e0a9fca94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.1721845 May 19 16:44:08.168427 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d513ae25-02f3-4bc9-8d55-17a3c7110dfa req-cc854f68-77c9-424b-b49a-1656287d4a92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72dbf905-0954-48c4-90e4-39059b98309a HTTP/1.1" status: 200 len: 1001 time: 0.1062367 May 19 16:44:08.420559 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c79d42cc-2539-48db-9863-6bf2a0b67d73 req-77e86bde-e835-43cb-a052-595f1187763e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a75788bb-8af6-425e-8f2f-8b760e4f3dee HTTP/1.1" status: 200 len: 217 time: 0.0396049 May 19 16:44:08.443032 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0a51d80b-f7c8-4ed5-a477-2464c65f12ae req-73fc4762-bbeb-45e3-8e32-99097c7185b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=037a42bd-818d-415e-abbc-f96733de3dbd HTTP/1.1" status: 200 len: 217 time: 0.0568631 May 19 16:44:08.478479 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d42cc-2539-48db-9863-6bf2a0b67d73 req-368425bb-ba99-4f7b-bd23-1fbf60f9afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:08.480006 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c79d42cc-2539-48db-9863-6bf2a0b67d73 req-368425bb-ba99-4f7b-bd23-1fbf60f9afdf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2984ea28-bfdd-4666-9aac-c4c9d62107c5 HTTP/1.1" status: 200 len: 851 time: 0.0530632 May 19 16:44:08.491243 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513ae25-02f3-4bc9-8d55-17a3c7110dfa req-f6139886-fc2f-4561-b480-0680e3b1f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:08.492729 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d513ae25-02f3-4bc9-8d55-17a3c7110dfa req-f6139886-fc2f-4561-b480-0680e3b1f3ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 HTTP/1.1" status: 200 len: 853 time: 0.1158583 May 19 16:44:08.512356 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c79d42cc-2539-48db-9863-6bf2a0b67d73 req-afda5253-1626-42d7-b25d-3c73b4bb6c71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf3505d9-6ebb-447d-ba39-16bf2df77370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262835 May 19 16:44:08.536797 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51d80b-f7c8-4ed5-a477-2464c65f12ae req-e40c4658-1350-4f95-9818-e0e8c561aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:08.538346 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0a51d80b-f7c8-4ed5-a477-2464c65f12ae req-e40c4658-1350-4f95-9818-e0e8c561aa4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.0857611 May 19 16:44:08.556379 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513ae25-02f3-4bc9-8d55-17a3c7110dfa req-f9e90e56-5b8d-4f40-8f4d-d536eb8495f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:08.557860 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d513ae25-02f3-4bc9-8d55-17a3c7110dfa req-f9e90e56-5b8d-4f40-8f4d-d536eb8495f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84ed37a0-33b7-474f-8c60-1eac20f29b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591834 May 19 16:44:08.609362 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c79d42cc-2539-48db-9863-6bf2a0b67d73 req-9c8f19cd-3a72-4635-89b8-cbbbd875c0d9 service neutron] 10.222.0.48 "GET /v2.0/networks/bf3505d9-6ebb-447d-ba39-16bf2df77370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903175 May 19 16:44:08.631227 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:08.636064 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51d80b-f7c8-4ed5-a477-2464c65f12ae req-3dc3da3c-f409-4c81-b208-c8a8bfcb582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:08.637607 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0a51d80b-f7c8-4ed5-a477-2464c65f12ae req-3dc3da3c-f409-4c81-b208-c8a8bfcb582a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896850 May 19 16:44:08.682156 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d513ae25-02f3-4bc9-8d55-17a3c7110dfa req-8921fcfc-a86b-4acc-9760-bec2a5daaa6f service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042304 May 19 16:44:08.754857 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335b240-6e4c-45ff-ba45-7211416175db req-96b0b7fd-5ec4-4d01-ba3f-4e1f0e954e6b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:08.756771 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1335b240-6e4c-45ff-ba45-7211416175db req-96b0b7fd-5ec4-4d01-ba3f-4e1f0e954e6b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0819376 May 19 16:44:08.761126 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c79d42cc-2539-48db-9863-6bf2a0b67d73 req-a9de1756-89fd-4394-b510-0839fb4af5c6 service neutron] 10.222.0.48 "GET /v2.0/networks/bf3505d9-6ebb-447d-ba39-16bf2df77370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451135 May 19 16:44:08.814239 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1335b240-6e4c-45ff-ba45-7211416175db req-f2bfeabb-243c-4931-a102-fc99de3ba049 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479214 May 19 16:44:08.980872 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36dabea-37a6-4e61-89e5-04eeeaac3a2d req-c20b6d9f-1b0f-4814-8bbc-e9c7e9afe123 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:08.982399 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e36dabea-37a6-4e61-89e5-04eeeaac3a2d req-c20b6d9f-1b0f-4814-8bbc-e9c7e9afe123 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0491912 May 19 16:44:09.029521 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e36dabea-37a6-4e61-89e5-04eeeaac3a2d req-a86445ba-85aa-4269-b167-afa6e0cb100a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409274 May 19 16:44:09.479716 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d513ae25-02f3-4bc9-8d55-17a3c7110dfa req-b1754dca-9dd8-487e-a8ce-daa224fa4777 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674662 May 19 16:44:09.481614 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0a51d80b-f7c8-4ed5-a477-2464c65f12ae req-5fd574c6-da64-42b3-8603-a555280d741b service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782856 May 19 16:44:09.958549 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dac5c-37e1-4ac9-b4e6-0f106249beea req-42bc5d86-d02a-4b96-ab3a-528dc09dbac1 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:09.961565 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bb0dac5c-37e1-4ac9-b4e6-0f106249beea req-42bc5d86-d02a-4b96-ab3a-528dc09dbac1 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0763741 May 19 16:44:10.008446 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0a51d80b-f7c8-4ed5-a477-2464c65f12ae req-3859b58f-8e28-432b-af04-ad5da9ffac27 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259682 May 19 16:44:10.021002 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bb0dac5c-37e1-4ac9-b4e6-0f106249beea req-f75d6092-62fe-48ca-89d7-65ca6ebef309 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532773 May 19 16:44:10.156818 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332832c1-9e10-4183-b1f1-c8ae4c8cc55b req-90dfc5b4-11fe-4699-9563-a8c13d8ac0a2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:10.158419 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-332832c1-9e10-4183-b1f1-c8ae4c8cc55b req-90dfc5b4-11fe-4699-9563-a8c13d8ac0a2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0511951 May 19 16:44:10.213226 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-332832c1-9e10-4183-b1f1-c8ae4c8cc55b req-2320ff58-0755-4099-9b4b-51de22580b82 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480795 May 19 16:44:10.379222 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715d200-a66e-4868-9e47-560679da51fd req-efb1516c-493c-4052-a191-524d56f181df tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:10.381760 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a715d200-a66e-4868-9e47-560679da51fd req-efb1516c-493c-4052-a191-524d56f181df tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0492330 May 19 16:44:10.390665 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 60480) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:10.399505 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-69f81422-fcad-4694-a430-471941684c97 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Request body: {'floatingip': {'port_id': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:44:10.462240 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69f81422-fcad-4694-a430-471941684c97 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for floatingip (c0b88a0e-2e57-4e89-9367-27309008ac3d), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:10.881911 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:10.931606 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:10.942497 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-6139a8d3-c2e9-4ecf-96aa-7f052bff2943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:11.033982 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69f81422-fcad-4694-a430-471941684c97 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:11.038427 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69f81422-fcad-4694-a430-471941684c97 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (c0b88a0e-2e57-4e89-9367-27309008ac3d), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:11.190386 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29411da-4c2d-4cc3-b5b2-cdf591d727d2 req-4aab1bb3-3960-4f26-95e6-9539eab84f0b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:11.191956 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d29411da-4c2d-4cc3-b5b2-cdf591d727d2 req-4aab1bb3-3960-4f26-95e6-9539eab84f0b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0895061 May 19 16:44:11.195841 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.l3_db [None req-69f81422-fcad-4694-a430-471941684c97 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Floating IP c0b88a0e-2e57-4e89-9367-27309008ac3d associated. External IP: 172.27.1.210, port: 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc. May 19 16:44:11.323226 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d29411da-4c2d-4cc3-b5b2-cdf591d727d2 req-efa03a64-f7ee-405e-8209-bff39261dfc4 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917432 May 19 16:44:11.446480 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f81422-fcad-4694-a430-471941684c97 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Router e5fea846-3f90-488e-8266-4b394cb47d6e has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:44:11.554410 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f81422-fcad-4694-a430-471941684c97 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:44:11.559833 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69f81422-fcad-4694-a430-471941684c97 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:11.569972 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb23c0-15eb-420b-8468-ae273e3b2a0a None None] Sync routers for ids ['e5fea846-3f90-488e-8266-4b394cb47d6e'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:44:11.586561 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb23c0-15eb-420b-8468-ae273e3b2a0a None None] Routers {'e5fea846-3f90-488e-8266-4b394cb47d6e'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:44:11.587438 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-b0eb23c0-15eb-420b-8468-ae273e3b2a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:43:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['e5fea846-3f90-488e-8266-4b394cb47d6e'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:11.602093 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-69f81422-fcad-4694-a430-471941684c97 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "PUT /v2.0/floatingips/c0b88a0e-2e57-4e89-9367-27309008ac3d HTTP/1.1" status: 200 len: 992 time: 1.2062230 May 19 16:44:11.603026 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'tag': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:44:11.605522 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aad2a0b-0690-4552-9b94-ced38f65d8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6d6a59-35a3-46b0-a92a-a3ae729071b7", "tag": "5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:44:11.655422 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e539fac-9fa8-4d72-afd9-295660089ab3 x-openstack-request-id: req-7e539fac-9fa8-4d72-afd9-295660089ab3 {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:44:11.655769 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6d6a59-35a3-46b0-a92a-a3ae729071b7", "tag": "5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:44:11.656033 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e539fac-9fa8-4d72-afd9-295660089ab3 {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:44:11.656442 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e539fac-9fa8-4d72-afd9-295660089ab3'] response: {'name': 'network-changed', 'server_uuid': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'tag': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'status': 'completed', 'code': 200} May 19 16:44:11.723062 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-b0eb23c0-15eb-420b-8468-ae273e3b2a0a None None] Set router e5fea846-3f90-488e-8266-4b394cb47d6e gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:44:11.869415 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:11.881896 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:11.910654 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 60552) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:11.964470 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-b0eb23c0-15eb-420b-8468-ae273e3b2a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'c0b88a0e-2e57-4e89-9367-27309008ac3d', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'port_id': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'mac_address': 'fa:16:3e:b5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:43:24Z', 'updated_at': '2022-05-19T16:44:10Z', 'revision_number': 1, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:26Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:12.000986 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb23c0-15eb-420b-8468-ae273e3b2a0a None None] Checking router: e5fea846-3f90-488e-8266-4b394cb47d6e for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:44:12.010808 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb23c0-15eb-420b-8468-ae273e3b2a0a None None] Routers {'e5fea846-3f90-488e-8266-4b394cb47d6e'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:44:12.011441 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-b0eb23c0-15eb-420b-8468-ae273e3b2a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:43:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['e5fea846-3f90-488e-8266-4b394cb47d6e'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:12.049875 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6bfa05a2-5b64-4aeb-b2eb-37c710bc97b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:12.116001 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-b0eb23c0-15eb-420b-8468-ae273e3b2a0a None None] Set router e5fea846-3f90-488e-8266-4b394cb47d6e gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:44:12.128836 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6bfa05a2-5b64-4aeb-b2eb-37c710bc97b4 admin admin] Publish callbacks [] for security_group (24ced84d-1cdf-4441-8f87-ef50509af9dd), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:12.133035 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6bfa05a2-5b64-4aeb-b2eb-37c710bc97b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (24ced84d-1cdf-4441-8f87-ef50509af9dd), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:12.159427 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:12.174786 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-6bfa05a2-5b64-4aeb-b2eb-37c710bc97b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d47fa99bb924764bd6c15da44eb2a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629986 May 19 16:44:12.175884 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa05a2-5b64-4aeb-b2eb-37c710bc97b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ced84d-1cdf-4441-8f87-ef50509af9dd,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:12.177703 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60558) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:12.188356 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:12.236470 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1f8d3b39-a10b-488c-a01b-2cc581f97fc5 admin admin] Publish callbacks [] for security_group (24ced84d-1cdf-4441-8f87-ef50509af9dd), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:12.259638 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1f8d3b39-a10b-488c-a01b-2cc581f97fc5 admin admin] Publish callbacks [] for security_group (24ced84d-1cdf-4441-8f87-ef50509af9dd), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:12.313684 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1f8d3b39-a10b-488c-a01b-2cc581f97fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (24ced84d-1cdf-4441-8f87-ef50509af9dd), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:12.316369 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1f8d3b39-a10b-488c-a01b-2cc581f97fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:12.317594 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-1f8d3b39-a10b-488c-a01b-2cc581f97fc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24ced84d-1cdf-4441-8f87-ef50509af9dd HTTP/1.1" status: 204 len: 168 time: 0.1369169 May 19 16:44:12.328662 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d3b39-a10b-488c-a01b-2cc581f97fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ced84d-1cdf-4441-8f87-ef50509af9dd,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:12.346064 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-b0eb23c0-15eb-420b-8468-ae273e3b2a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'c0b88a0e-2e57-4e89-9367-27309008ac3d', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'port_id': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'mac_address': 'fa:16:3e:b5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:43:24Z', 'updated_at': '2022-05-19T16:44:10Z', 'revision_number': 1, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:26Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:12.377096 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb23c0-15eb-420b-8468-ae273e3b2a0a None None] The sync data for ids ['e5fea846-3f90-488e-8266-4b394cb47d6e'] in dv-cinder-842433-1-iscsi is: [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'c0b88a0e-2e57-4e89-9367-27309008ac3d', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'port_id': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'mac_address': 'fa:16:3e:b5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:43:24Z', 'updated_at': '2022-05-19T16:44:10Z', 'revision_number': 1, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:26Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:44:12.457664 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25947c11-81fc-4a5b-b64a-b3ee26511fac req-0603f45e-2cd8-4b93-88ac-ca980debe43f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:12.464819 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-25947c11-81fc-4a5b-b64a-b3ee26511fac req-0603f45e-2cd8-4b93-88ac-ca980debe43f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0626996 May 19 16:44:12.517845 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-25947c11-81fc-4a5b-b64a-b3ee26511fac req-0afd8089-fb80-49f4-865d-f5f53709c218 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519457 May 19 16:44:12.620098 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6b0f4a-0446-4f1a-a829-88f10c73d180 None None] New status for floating IP c0b88a0e-2e57-4e89-9367-27309008ac3d: ACTIVE {{(pid=110372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:44:12.640910 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 60570) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:12.655272 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6df9-56a4-4cc0-9f01-9998df990e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:12.658541 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:12.739126 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6df9-56a4-4cc0-9f01-9998df990e0c admin admin] Publish callbacks [] for security_group (e952be28-7e2c-4f66-837a-97ae2cab2e39), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:12.742849 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6df9-56a4-4cc0-9f01-9998df990e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e952be28-7e2c-4f66-837a-97ae2cab2e39), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:12.788997 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-ea1b6df9-56a4-4cc0-9f01-9998df990e0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a6cc6b3b6734db98c8aa814ec142eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445162 May 19 16:44:12.788997 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b6df9-56a4-4cc0-9f01-9998df990e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e952be28-7e2c-4f66-837a-97ae2cab2e39,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:12.793739 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60572) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:12.855172 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-68f59c01-58a0-4151-adfc-c616a6be60e0 admin admin] Publish callbacks [] for security_group (e952be28-7e2c-4f66-837a-97ae2cab2e39), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:12.876333 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-68f59c01-58a0-4151-adfc-c616a6be60e0 admin admin] Publish callbacks [] for security_group (e952be28-7e2c-4f66-837a-97ae2cab2e39), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:12.931085 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-68f59c01-58a0-4151-adfc-c616a6be60e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e952be28-7e2c-4f66-837a-97ae2cab2e39), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:12.933656 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-68f59c01-58a0-4151-adfc-c616a6be60e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:12.934813 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-68f59c01-58a0-4151-adfc-c616a6be60e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e952be28-7e2c-4f66-837a-97ae2cab2e39 HTTP/1.1" status: 204 len: 168 time: 0.1399579 May 19 16:44:12.942958 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f59c01-58a0-4151-adfc-c616a6be60e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e952be28-7e2c-4f66-837a-97ae2cab2e39,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:13.599267 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:13.640740 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2296432-1235-411b-87e1-4133f7742fed req-6ffa49e6-8889-47bd-b73c-8c40330332e2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:13.642289 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a2296432-1235-411b-87e1-4133f7742fed req-6ffa49e6-8889-47bd-b73c-8c40330332e2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0525713 May 19 16:44:13.693910 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a2296432-1235-411b-87e1-4133f7742fed req-7c04e7f3-01ab-4f3e-be9a-512e1c9dd628 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461435 May 19 16:44:14.163274 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad2a0b-0690-4552-9b94-ced38f65d8e0 req-f29dbe53-acb0-43f7-8a20-ae5e56a4fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:14.164970 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0aad2a0b-0690-4552-9b94-ced38f65d8e0 req-f29dbe53-acb0-43f7-8a20-ae5e56a4fd27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 1130 time: 0.0465384 May 19 16:44:14.259581 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4916708b-a390-41bb-8a34-e579d114a782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:14.817539 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e09e5-324b-4866-a98e-348fc6cf054f req-f24d3495-087b-4ebc-808a-f5aa8c6e234d tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:14.819038 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ae3e09e5-324b-4866-a98e-348fc6cf054f req-f24d3495-087b-4ebc-808a-f5aa8c6e234d tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0519207 May 19 16:44:14.866325 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ae3e09e5-324b-4866-a98e-348fc6cf054f req-2472d2d2-1d8b-471e-b2cc-d23c74d98342 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416372 May 19 16:44:15.170242 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:15.398681 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:44:15.917771 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad2a0b-0690-4552-9b94-ced38f65d8e0 req-4fa00815-28b0-4d03-9667-e2a4866fc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:15.919445 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0aad2a0b-0690-4552-9b94-ced38f65d8e0 req-4fa00815-28b0-4d03-9667-e2a4866fc6dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e HTTP/1.1" status: 200 len: 917 time: 0.3116164 May 19 16:44:15.996166 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1080d-7693-4a71-97b9-77bc5365503a req-e4bf8341-db2e-4049-8207-e7c8b41dbf75 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:15.997591 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-30e1080d-7693-4a71-97b9-77bc5365503a req-e4bf8341-db2e-4049-8207-e7c8b41dbf75 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0567527 May 19 16:44:16.053639 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-30e1080d-7693-4a71-97b9-77bc5365503a req-183d7c16-3876-4989-b163-69fbf6c36028 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503678 May 19 16:44:16.065815 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0aad2a0b-0690-4552-9b94-ced38f65d8e0 req-2df79a1f-0d2c-4e6b-b774-ca9bcb43b8a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc HTTP/1.1" status: 200 len: 1002 time: 0.0672362 May 19 16:44:16.927474 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:17.198501 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726218a-caec-4a9a-b393-a52962087fc1 req-436bb929-8007-4db6-a59c-135e89a1aaff tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:17.200065 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e726218a-caec-4a9a-b393-a52962087fc1 req-436bb929-8007-4db6-a59c-135e89a1aaff tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0616269 May 19 16:44:17.255890 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e726218a-caec-4a9a-b393-a52962087fc1 req-a99c5561-fc3e-4791-a255-d5c3f11a6bc0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488622 May 19 16:44:17.543070 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad2a0b-0690-4552-9b94-ced38f65d8e0 req-ea2ddaeb-dd96-4ff9-8b5f-e0857f912ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:17.544565 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0aad2a0b-0690-4552-9b94-ced38f65d8e0 req-ea2ddaeb-dd96-4ff9-8b5f-e0857f912ab8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f541ad9-852f-4765-a5b0-e6d7d16db937 HTTP/1.1" status: 200 len: 855 time: 0.0749907 May 19 16:44:17.590296 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad2a0b-0690-4552-9b94-ced38f65d8e0 req-d41ea4ec-d089-4234-93f3-c01ce50098ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:17.591820 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0aad2a0b-0690-4552-9b94-ced38f65d8e0 req-d41ea4ec-d089-4234-93f3-c01ce50098ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398552 May 19 16:44:17.996315 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60730) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:18.123055 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d168755a-d317-4842-bf03-a7304a9a958f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:18.149667 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0aad2a0b-0690-4552-9b94-ced38f65d8e0 req-b41946e4-6116-45ed-9676-84508574da57 service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143854 May 19 16:44:18.213983 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d168755a-d317-4842-bf03-a7304a9a958f admin admin] Publish callbacks [] for security_group (ec7c242e-8922-4513-a825-d40ca8d0eeb8), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:18.219170 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d168755a-d317-4842-bf03-a7304a9a958f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ec7c242e-8922-4513-a825-d40ca8d0eeb8), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:18.252663 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:18.262960 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168755a-d317-4842-bf03-a7304a9a958f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7c242e-8922-4513-a825-d40ca8d0eeb8,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:18.279658 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-d168755a-d317-4842-bf03-a7304a9a958f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73722a665d224bf8b144b639a0189a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822077 May 19 16:44:18.282812 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 60742) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:18.335165 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0aad2a0b-0690-4552-9b94-ced38f65d8e0 req-d4c05813-30d1-4151-acca-651181235456 service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570873 May 19 16:44:18.374870 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9ca4095a-7186-46f1-9606-350e18551393 admin admin] Publish callbacks [] for security_group (ec7c242e-8922-4513-a825-d40ca8d0eeb8), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:18.396121 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95f1a8-6160-4c97-922a-597134145b0c req-bf205a99-a8c2-4274-aec8-aafe84254332 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:18.397965 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fb95f1a8-6160-4c97-922a-597134145b0c req-bf205a99-a8c2-4274-aec8-aafe84254332 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0637963 May 19 16:44:18.403591 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9ca4095a-7186-46f1-9606-350e18551393 admin admin] Publish callbacks [] for security_group (ec7c242e-8922-4513-a825-d40ca8d0eeb8), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:18.462824 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9ca4095a-7186-46f1-9606-350e18551393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ec7c242e-8922-4513-a825-d40ca8d0eeb8), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:18.465908 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9ca4095a-7186-46f1-9606-350e18551393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:18.467341 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-9ca4095a-7186-46f1-9606-350e18551393 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec7c242e-8922-4513-a825-d40ca8d0eeb8 HTTP/1.1" status: 204 len: 168 time: 0.1833851 May 19 16:44:18.475854 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fb95f1a8-6160-4c97-922a-597134145b0c req-4e9b766d-78af-4679-80ba-30ca8bdb7efa tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694268 May 19 16:44:18.477988 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4095a-7186-46f1-9606-350e18551393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7c242e-8922-4513-a825-d40ca8d0eeb8,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:18.523762 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:19.348356 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 60798) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:19.377010 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd60f1b-8287-487c-95bd-279e8c85f64e req-d82d78c5-6b9f-4104-a39b-732bbe8cf778 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:19.384268 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6fd60f1b-8287-487c-95bd-279e8c85f64e req-d82d78c5-6b9f-4104-a39b-732bbe8cf778 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0551121 May 19 16:44:19.428369 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6fd60f1b-8287-487c-95bd-279e8c85f64e req-b2c62085-8e4d-4d9e-b41d-f38f08be6014 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431254 May 19 16:44:19.503949 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1993154459-network', 'tenant_id': '3cee796edf9b42538358459363ea24ca'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:44:19.524975 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] Made reservation on behalf of 3cee796edf9b42538358459363ea24ca for: {'network': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:44:19.527524 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:19.537965 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:19.577131 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:19.617374 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ede6e9-f5dd-4e6b-805d-b6b112e4262a req-ff03ce83-4698-42cc-8759-80b59616761e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:19.618870 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-17ede6e9-f5dd-4e6b-805d-b6b112e4262a req-ff03ce83-4698-42cc-8759-80b59616761e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0778658 May 19 16:44:19.703711 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-17ede6e9-f5dd-4e6b-805d-b6b112e4262a req-54d0510b-e0b4-4996-b209-75322289876f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778043 May 19 16:44:19.714990 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] Publish callbacks [] for security_group (f05ac3b4-fc59-41ea-ab42-36241cf2bc49), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:19.720620 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (f05ac3b4-fc59-41ea-ab42-36241cf2bc49), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:19.748396 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=110370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:44:19.761497 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05ac3b4-fc59-41ea-ab42-36241cf2bc49,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:19.770538 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (5de08565-49ab-4a3f-a657-d7ef9ea6260e), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:19.770833 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.segments_db [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] Added segment 5de08565-49ab-4a3f-a657-d7ef9ea6260e of type vlan for network 3d757d63-7d26-43b7-b546-eb7adc1b7dc9 May 19 16:44:19.813629 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (3d757d63-7d26-43b7-b546-eb7adc1b7dc9), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:19.842191 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (3d757d63-7d26-43b7-b546-eb7adc1b7dc9), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:19.844795 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:19.845830 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:19.934236 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5847523 May 19 16:44:19.938377 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60808) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:19.948099 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e214c-3cd4-4779-94c3-4dd7fa2eec9c admin admin] Pushing event updated for resources: {'Network': ['ID=3d757d63-7d26-43b7-b546-eb7adc1b7dc9,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:19.951389 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-9c86413b-56d6-4d6f-baf1-4f31f9d7c347 admin admin] Request body: {'subnet': {'network_id': '3d757d63-7d26-43b7-b546-eb7adc1b7dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1993154459-subnet', 'tenant_id': '3cee796edf9b42538358459363ea24ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:44:19.959178 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network 3d757d63-7d26-43b7-b546-eb7adc1b7dc9 details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:44:19.974319 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c86413b-56d6-4d6f-baf1-4f31f9d7c347 admin admin] Made reservation on behalf of 3cee796edf9b42538358459363ea24ca for: {'subnet': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:44:19.978355 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9c86413b-56d6-4d6f-baf1-4f31f9d7c347 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3860227'] for subnet (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:20.206260 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:20.324294 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9c86413b-56d6-4d6f-baf1-4f31f9d7c347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3953819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3860245'] for subnet (bb2b544d-029b-4851-9d6d-d6d699e43f59), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:20.360040 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:20.390747 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86413b-56d6-4d6f-baf1-4f31f9d7c347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2b544d-029b-4851-9d6d-d6d699e43f59,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:20.401484 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c86413b-56d6-4d6f-baf1-4f31f9d7c347 admin admin] Checking segment: {'id': '5de08565-49ab-4a3f-a657-d7ef9ea6260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d757d63-7d26-43b7-b546-eb7adc1b7dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:44:20.401840 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c86413b-56d6-4d6f-baf1-4f31f9d7c347 admin admin] Network hostable DHCP agents. Network: 3d757d63-7d26-43b7-b546-eb7adc1b7dc9, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:44:20.418567 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c86413b-56d6-4d6f-baf1-4f31f9d7c347 admin admin] Network 3d757d63-7d26-43b7-b546-eb7adc1b7dc9 is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:44:20.427111 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-9c86413b-56d6-4d6f-baf1-4f31f9d7c347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, 3d757d63-7d26-43b7-b546-eb7adc1b7dc9) {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:44:20.431243 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c86413b-56d6-4d6f-baf1-4f31f9d7c347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:20.431834 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9c86413b-56d6-4d6f-baf1-4f31f9d7c347 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:20.438151 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9697ba-f588-4e4b-a3d1-a569ec6c708f None None] Network 3d757d63-7d26-43b7-b546-eb7adc1b7dc9 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:44:20.447933 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-9c86413b-56d6-4d6f-baf1-4f31f9d7c347 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5084636 May 19 16:44:20.548904 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1902a9-e8fc-48da-9a60-e09c0fb75e70 None None] Network 3d757d63-7d26-43b7-b546-eb7adc1b7dc9 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:44:20.560027 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aec4a2-df51-4b74-a366-ae2ca864bad5 req-549f47aa-ce7f-442b-8013-162b1eeb4fc6 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:20.562739 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b8aec4a2-df51-4b74-a366-ae2ca864bad5 req-549f47aa-ce7f-442b-8013-162b1eeb4fc6 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0577886 May 19 16:44:20.612421 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:20.619453 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b8aec4a2-df51-4b74-a366-ae2ca864bad5 req-578868c3-0a12-4f87-bac5-5f698a0c38b5 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457337 May 19 16:44:20.826950 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86c4a2-9496-49d2-b4ff-02ade17564be req-c915285a-20f4-4a34-bc3e-cd3c0d26ca11 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:20.829294 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2a86c4a2-9496-49d2-b4ff-02ade17564be req-c915285a-20f4-4a34-bc3e-cd3c0d26ca11 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0556414 May 19 16:44:20.872681 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:20.884657 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2a86c4a2-9496-49d2-b4ff-02ade17564be req-dfd8ad9e-3ac8-42cc-9bc8-c0f060c68724 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490849 May 19 16:44:21.736499 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7c2da-9e5d-48ee-bb3a-d33d80c4549b req-8217158b-2a00-4b6c-a64c-0b0638889318 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:21.738038 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b7b7c2da-9e5d-48ee-bb3a-d33d80c4549b req-8217158b-2a00-4b6c-a64c-0b0638889318 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0478365 May 19 16:44:21.787529 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b7b7c2da-9e5d-48ee-bb3a-d33d80c4549b req-818dd194-b2fd-4c8c-a2db-64f525f5bd1a tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440276 May 19 16:44:22.001599 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2c13b-551c-4ec3-b05a-89c7e66a1694 req-a2287025-db28-44e0-8b02-96db397bf7bd tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:22.003099 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f2c2c13b-551c-4ec3-b05a-89c7e66a1694 req-a2287025-db28-44e0-8b02-96db397bf7bd tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0475621 May 19 16:44:22.051914 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f2c2c13b-551c-4ec3-b05a-89c7e66a1694 req-f7f881b9-7f2f-4955-bd72-c5b46656d03f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428562 May 19 16:44:22.901962 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570d267-bcaa-436c-be73-785d7ddba8b4 req-68206aef-b386-43f0-8ef6-4cf8e4a0854e tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:22.903498 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5570d267-bcaa-436c-be73-785d7ddba8b4 req-68206aef-b386-43f0-8ef6-4cf8e4a0854e tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0481791 May 19 16:44:22.953951 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5570d267-bcaa-436c-be73-785d7ddba8b4 req-2c06633f-35e7-438c-acc5-23bf0e77cb3c tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424266 May 19 16:44:23.170960 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef7406-5744-43dc-9ed6-c7ee9042d3ae req-a2d07a74-d163-4bc7-b358-e408066e58b1 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:23.173040 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-97ef7406-5744-43dc-9ed6-c7ee9042d3ae req-a2d07a74-d163-4bc7-b358-e408066e58b1 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0499449 May 19 16:44:23.225613 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-97ef7406-5744-43dc-9ed6-c7ee9042d3ae req-7171b2c7-0c99-4e75-ade0-f5cdaeff344a tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467343 May 19 16:44:24.068202 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b985db8-e581-4e34-b41c-a343ac4a880d req-a1c90c85-e3aa-4086-a3f4-cafe37256f0a tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:24.069712 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1b985db8-e581-4e34-b41c-a343ac4a880d req-a1c90c85-e3aa-4086-a3f4-cafe37256f0a tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0461359 May 19 16:44:24.116424 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1b985db8-e581-4e34-b41c-a343ac4a880d req-c76cf09a-e05e-4000-a463-603a92b2fd6a tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 May 19 16:44:24.342190 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514367f9-e08a-4cc8-b5d7-be60648e3af2 req-3fbf9921-b119-4b34-9599-1b4eef5d7b73 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:24.346761 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-514367f9-e08a-4cc8-b5d7-be60648e3af2 req-3fbf9921-b119-4b34-9599-1b4eef5d7b73 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0516114 May 19 16:44:24.395076 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-514367f9-e08a-4cc8-b5d7-be60648e3af2 req-b32beac8-93c8-4a44-a8df-3adf205938e1 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433180 May 19 16:44:25.240189 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504977-daad-46c2-9db6-c8b42cf133f6 req-38080194-4e0b-4a11-aa38-86d37dc9ecfa tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:25.241695 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a3504977-daad-46c2-9db6-c8b42cf133f6 req-38080194-4e0b-4a11-aa38-86d37dc9ecfa tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0500045 May 19 16:44:25.289686 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a3504977-daad-46c2-9db6-c8b42cf133f6 req-5b1a7bbf-1fdd-4341-85ff-4a1e73ef69f0 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424201 May 19 16:44:25.393451 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=55 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:25.510948 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5204216-8062-46be-ae76-a4083788f517 req-b1fb1287-f872-4edf-b769-182c00316451 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:25.512542 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d5204216-8062-46be-ae76-a4083788f517 req-b1fb1287-f872-4edf-b769-182c00316451 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0499895 May 19 16:44:25.561824 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d5204216-8062-46be-ae76-a4083788f517 req-4eaeadf3-d626-4a5a-a2a7-52885206b830 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431099 May 19 16:44:26.553985 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce078197-b5f6-48b5-b05e-01690e3b111a req-185632fa-36fa-4d4b-aa82-6a56e42112b2 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:26.555484 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ce078197-b5f6-48b5-b05e-01690e3b111a req-185632fa-36fa-4d4b-aa82-6a56e42112b2 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0487199 May 19 16:44:26.605580 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ce078197-b5f6-48b5-b05e-01690e3b111a req-0cb8804b-3111-4a39-a104-82d6bc5b03bf tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 May 19 16:44:26.681146 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac2f1a-1331-4a20-ac25-5358366a3f6d req-258bdb83-3bae-4745-b9ad-32bb91b7dc1d tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:26.682692 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8aac2f1a-1331-4a20-ac25-5358366a3f6d req-258bdb83-3bae-4745-b9ad-32bb91b7dc1d tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0515125 May 19 16:44:26.741792 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8aac2f1a-1331-4a20-ac25-5358366a3f6d req-91788ead-47d8-4467-9301-879672e65925 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532455 May 19 16:44:27.540647 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-3d747d8e-9a8a-482a-8dfe-00fe8870ff25 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:27.542190 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-3d747d8e-9a8a-482a-8dfe-00fe8870ff25 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/networks?id=3d757d63-7d26-43b7-b546-eb7adc1b7dc9 HTTP/1.1" status: 200 len: 814 time: 0.1141145 May 19 16:44:27.557247 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-9d59684e-843c-4806-a514-847a610e08f7 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/quotas/3cee796edf9b42538358459363ea24ca HTTP/1.1" status: 200 len: 375 time: 0.0097003 May 19 16:44:27.593432 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-1d0787b6-3aaf-48db-85f4-92212622192b tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cee796edf9b42538358459363ea24ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285032 May 19 16:44:27.647067 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:27.652014 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 60942) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:27.694468 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-a6d81c72-6095-49bc-b39e-98a625d9ee98 service neutron] 10.222.0.36 "GET /v2.0/networks/3d757d63-7d26-43b7-b546-eb7adc1b7dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921683 May 19 16:44:27.748902 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165adc2-1980-4ef8-8c12-4d450b23c9c3 req-eecee645-3bcb-49dd-91cf-995300a9efc5 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:27.751751 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0165adc2-1980-4ef8-8c12-4d450b23c9c3 req-eecee645-3bcb-49dd-91cf-995300a9efc5 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0576959 May 19 16:44:27.755155 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:27.774852 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:INSERT=9,neutron:UPDATE=2,neutron:SELECT=89 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:27.799641 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-7c20c420-0956-4cc0-adc5-899fd20d4883 service neutron] 10.222.0.36 "GET /v2.0/networks/3d757d63-7d26-43b7-b546-eb7adc1b7dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011722 May 19 16:44:27.816092 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b7693c9e-c764-48cc-bcca-fecfb271079b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:27.828052 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0165adc2-1980-4ef8-8c12-4d450b23c9c3 req-ba60dc11-9961-41ae-a657-7b1b9151195c tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695910 May 19 16:44:27.959870 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b7693c9e-c764-48cc-bcca-fecfb271079b admin admin] Publish callbacks [] for security_group (e48d89f4-80f4-4a3c-8da8-d0dfddfeb897), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:27.974747 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b7693c9e-c764-48cc-bcca-fecfb271079b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e48d89f4-80f4-4a3c-8da8-d0dfddfeb897), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:27.983043 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cee6e-c6d7-4fb1-b008-121f3a548110 req-bab21843-43fd-4d77-9b54-6c75a912be04 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:27.985144 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-755cee6e-c6d7-4fb1-b008-121f3a548110 req-bab21843-43fd-4d77-9b54-6c75a912be04 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0735164 May 19 16:44:28.003648 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6f1be623-2662-4cc6-9792-c180646f123e req-ec5c870a-7498-45f1-8a04-ff26fc2cc5f4 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 210 time: 0.0339618 May 19 16:44:28.042887 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-b7693c9e-c764-48cc-bcca-fecfb271079b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=264dc81c40134504a960161f02d76df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897195 May 19 16:44:28.045124 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7693c9e-c764-48cc-bcca-fecfb271079b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48d89f4-80f4-4a3c-8da8-d0dfddfeb897,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:28.048166 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60954) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:28.079822 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-755cee6e-c6d7-4fb1-b008-121f3a548110 req-e69a38a3-bfc1-44a3-bf01-0aff20a17743 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825560 May 19 16:44:28.109895 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-dda15011-8f1d-4607-a8b6-f65d750ef297 admin admin] Publish callbacks [] for security_group (e48d89f4-80f4-4a3c-8da8-d0dfddfeb897), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:28.132756 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-dda15011-8f1d-4607-a8b6-f65d750ef297 admin admin] Publish callbacks [] for security_group (e48d89f4-80f4-4a3c-8da8-d0dfddfeb897), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:28.182893 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-dda15011-8f1d-4607-a8b6-f65d750ef297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e48d89f4-80f4-4a3c-8da8-d0dfddfeb897), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:28.185732 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-dda15011-8f1d-4607-a8b6-f65d750ef297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:28.189977 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-dda15011-8f1d-4607-a8b6-f65d750ef297 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e48d89f4-80f4-4a3c-8da8-d0dfddfeb897 HTTP/1.1" status: 204 len: 168 time: 0.1407204 May 19 16:44:28.198309 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda15011-8f1d-4607-a8b6-f65d750ef297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48d89f4-80f4-4a3c-8da8-d0dfddfeb897,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:28.514956 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60968) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:28.530082 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b3d9-0581-4c50-9ce6-517eedae6482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:28.608698 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b3d9-0581-4c50-9ce6-517eedae6482 admin admin] Publish callbacks [] for security_group (7db62851-9b38-4f2f-a9a2-904eeed87e85), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:28.612594 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b3d9-0581-4c50-9ce6-517eedae6482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (7db62851-9b38-4f2f-a9a2-904eeed87e85), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:28.650945 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6b3d9-0581-4c50-9ce6-517eedae6482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db62851-9b38-4f2f-a9a2-904eeed87e85,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:28.656135 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-c6f6b3d9-0581-4c50-9ce6-517eedae6482 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0753ff14582b4b3e832c29c0459d08dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392512 May 19 16:44:28.660617 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 60970) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:28.709564 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-791e11eb-64c5-4410-be9d-07b393cf2889 admin admin] Publish callbacks [] for security_group (7db62851-9b38-4f2f-a9a2-904eeed87e85), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:28.739332 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-791e11eb-64c5-4410-be9d-07b393cf2889 admin admin] Publish callbacks [] for security_group (7db62851-9b38-4f2f-a9a2-904eeed87e85), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:28.787742 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-791e11eb-64c5-4410-be9d-07b393cf2889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (7db62851-9b38-4f2f-a9a2-904eeed87e85), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:28.790614 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-791e11eb-64c5-4410-be9d-07b393cf2889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:28.791757 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-791e11eb-64c5-4410-be9d-07b393cf2889 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7db62851-9b38-4f2f-a9a2-904eeed87e85 HTTP/1.1" status: 204 len: 168 time: 0.1300118 May 19 16:44:28.799915 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e11eb-64c5-4410-be9d-07b393cf2889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db62851-9b38-4f2f-a9a2-904eeed87e85,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:28.951897 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48248bf4-1558-44a7-be7b-8ad364cf8b3f req-a135a132-8519-4f80-b5cd-ae67df2342a8 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:28.953480 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-48248bf4-1558-44a7-be7b-8ad364cf8b3f req-a135a132-8519-4f80-b5cd-ae67df2342a8 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0544930 May 19 16:44:29.010194 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-48248bf4-1558-44a7-be7b-8ad364cf8b3f req-53b79380-a046-4b0d-9fe7-abe2c76fb7ac tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503266 May 19 16:44:29.105088 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-fc517361-8b4e-43c3-b802-463d46464dca req-a2d6a3d1-dba4-4b6e-a75d-c3ed26c5b56c tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 210 time: 0.0298765 May 19 16:44:29.171362 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 60984) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:29.189411 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6a971981-955f-4a2b-b34e-9c471e6b7be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:29.194536 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955c7bd-62c4-4bdf-b3e7-e5e8ea3f7300 req-17f59c6f-6e49-488d-a99b-98bf79bd30f0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:29.196075 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6955c7bd-62c4-4bdf-b3e7-e5e8ea3f7300 req-17f59c6f-6e49-488d-a99b-98bf79bd30f0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0508425 May 19 16:44:29.204830 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:29.249502 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6955c7bd-62c4-4bdf-b3e7-e5e8ea3f7300 req-a21f0d34-05bb-4ee9-8475-7c3c8097f9b0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477848 May 19 16:44:29.275204 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6a971981-955f-4a2b-b34e-9c471e6b7be8 admin admin] Publish callbacks [] for security_group (e6ace0bb-f982-4fad-985c-f601617b035c), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:29.278461 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6a971981-955f-4a2b-b34e-9c471e6b7be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e6ace0bb-f982-4fad-985c-f601617b035c), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:29.319435 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a971981-955f-4a2b-b34e-9c471e6b7be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ace0bb-f982-4fad-985c-f601617b035c,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:29.324513 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-6a971981-955f-4a2b-b34e-9c471e6b7be8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f09461186e94571a5e5cd3c43471f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515157 May 19 16:44:29.327343 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 60988) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:29.376521 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7092962a-5247-414e-b749-d02077ae5b50 admin admin] Publish callbacks [] for security_group (e6ace0bb-f982-4fad-985c-f601617b035c), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:29.398990 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7092962a-5247-414e-b749-d02077ae5b50 admin admin] Publish callbacks [] for security_group (e6ace0bb-f982-4fad-985c-f601617b035c), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:29.445591 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7092962a-5247-414e-b749-d02077ae5b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e6ace0bb-f982-4fad-985c-f601617b035c), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:29.448227 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7092962a-5247-414e-b749-d02077ae5b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:29.449403 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-7092962a-5247-414e-b749-d02077ae5b50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6ace0bb-f982-4fad-985c-f601617b035c HTTP/1.1" status: 204 len: 168 time: 0.1213248 May 19 16:44:29.457606 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092962a-5247-414e-b749-d02077ae5b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ace0bb-f982-4fad-985c-f601617b035c,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:30.141286 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9ff18-d07c-44a2-9ee1-c59606e50f0c req-f24d38e0-6183-4cba-ad00-0ddd57ed211a tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:30.142839 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-46d9ff18-d07c-44a2-9ee1-c59606e50f0c req-f24d38e0-6183-4cba-ad00-0ddd57ed211a tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0601244 May 19 16:44:30.195547 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-46d9ff18-d07c-44a2-9ee1-c59606e50f0c req-4bc12053-98d1-4208-819b-e6d0882eb301 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463011 May 19 16:44:30.215394 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-115500a3-1f34-4830-973f-8f7d8c9f4f1d req-f8c9c3b6-384c-4ffc-8e8e-2b9eb9e614a7 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 210 time: 0.0390425 May 19 16:44:30.371131 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fcc22-9751-4d8d-9c17-e4f94a51117f req-ef972b54-522d-4b05-b8dd-75c4d121fb17 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:30.377795 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-684fcc22-9751-4d8d-9c17-e4f94a51117f req-ef972b54-522d-4b05-b8dd-75c4d121fb17 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0553861 May 19 16:44:30.429799 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-684fcc22-9751-4d8d-9c17-e4f94a51117f req-e58e5f38-2580-450c-b060-4d5cad161ba5 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509670 May 19 16:44:31.297096 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:31.313201 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292670a-c8d8-4693-a099-02e9b6009bcf req-1eeed069-6eb2-4f9a-9abd-b1289f934e2e tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:31.313397 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f4e8ab78-f270-4f84-a98e-464d7dd8e65d req-83076dea-8754-4fb2-b504-d88d75f16d03 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 210 time: 0.0273480 May 19 16:44:31.315368 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7292670a-c8d8-4693-a099-02e9b6009bcf req-1eeed069-6eb2-4f9a-9abd-b1289f934e2e tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0509892 May 19 16:44:31.362007 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7292670a-c8d8-4693-a099-02e9b6009bcf req-bce92268-5c0f-4a2e-830f-3d6565985e7c tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412889 May 19 16:44:31.538031 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:31.548933 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e00586-7338-43a7-92f5-35fffc3499fa req-6865ee50-0715-48fd-afbe-0212699deb25 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:31.550595 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-24e00586-7338-43a7-92f5-35fffc3499fa req-6865ee50-0715-48fd-afbe-0212699deb25 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0547631 May 19 16:44:31.600685 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-24e00586-7338-43a7-92f5-35fffc3499fa req-5efa15de-0844-43e3-92ee-aaec8b66e7a5 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 May 19 16:44:32.415802 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f8ecfa3f-5ba8-46e2-9fb1-ad3c39cfff51 req-9e37e38b-0843-49ce-82da-62869729a12b tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 210 time: 0.0347750 May 19 16:44:32.483605 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc8b26-135f-4479-9ef8-c528d5bc0a63 req-b7d34e85-249d-415f-b3a7-9dd66daee855 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:32.485127 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-19dc8b26-135f-4479-9ef8-c528d5bc0a63 req-b7d34e85-249d-415f-b3a7-9dd66daee855 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0475230 May 19 16:44:32.532516 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-19dc8b26-135f-4479-9ef8-c528d5bc0a63 req-d6472840-2605-401d-a0fc-d8eedcac0e0e tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 May 19 16:44:32.716482 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164a63-cab9-4161-8092-92d6a8233573 req-b4cfed92-764c-4c9d-b591-d50bdc397b2b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:32.718076 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9c164a63-cab9-4161-8092-92d6a8233573 req-b4cfed92-764c-4c9d-b591-d50bdc397b2b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0471606 May 19 16:44:32.742052 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:32.770245 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9c164a63-cab9-4161-8092-92d6a8233573 req-baa0f2d0-50fb-4b15-9a42-9df1dc5409f6 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445230 May 19 16:44:33.514542 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-94974f7e-03bf-4268-904d-5ffe090e24a6 req-0e13a296-759f-4bc5-a5d2-acf0f7032314 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 210 time: 0.0294251 May 19 16:44:33.648303 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbda85-163c-4720-9559-a7ec3b57395d req-d4a2d2a9-1c3a-48fb-8659-fb2b2594e794 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:33.649819 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fcfbda85-163c-4720-9559-a7ec3b57395d req-d4a2d2a9-1c3a-48fb-8659-fb2b2594e794 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0493333 May 19 16:44:33.697116 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fcfbda85-163c-4720-9559-a7ec3b57395d req-15379e31-e4bc-41b7-8dfa-3840b654ad97 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415554 May 19 16:44:33.891224 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1ea8f-7c68-4b63-b45f-7b79b2e91a8d req-eecd5ba1-a386-4ee8-8350-d3f396021967 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:33.892963 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3fb1ea8f-7c68-4b63-b45f-7b79b2e91a8d req-eecd5ba1-a386-4ee8-8350-d3f396021967 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0559442 May 19 16:44:33.943269 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3fb1ea8f-7c68-4b63-b45f-7b79b2e91a8d req-ad5ced18-c639-4baf-a225-1824a4395b8e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427978 May 19 16:44:34.045920 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:34.058538 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:34.618097 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bf4337ed-444f-4e38-9bbd-dd964dea2bde req-52bd26c1-f14d-4201-9300-0cfe9bcb0045 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 210 time: 0.0356748 May 19 16:44:34.821637 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3199f-639a-4336-98a2-8723b984f498 req-bc6f9221-277e-42b3-b1f1-a4729b95826b tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:34.823513 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-a0c3199f-639a-4336-98a2-8723b984f498 req-bc6f9221-277e-42b3-b1f1-a4729b95826b tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0576789 May 19 16:44:34.874782 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-a0c3199f-639a-4336-98a2-8723b984f498 req-26cf4b8b-aa3c-4806-9f2c-9ccd31ab719a tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455520 May 19 16:44:35.064462 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aef5c6-d92c-4138-a7a5-2ba5def12c39 req-30f0d23a-52b1-4354-a155-0e001490af86 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:35.065970 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c3aef5c6-d92c-4138-a7a5-2ba5def12c39 req-30f0d23a-52b1-4354-a155-0e001490af86 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0486391 May 19 16:44:35.113378 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c3aef5c6-d92c-4138-a7a5-2ba5def12c39 req-37ae3aa0-3a36-4f5b-b03f-86a216bbdb73 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417664 May 19 16:44:35.726924 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2f506339-8920-4ef3-a16e-7bbcf2fdecf9 req-83cd847e-72c3-4613-8afc-8791b1c82d23 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 210 time: 0.0373588 May 19 16:44:35.994173 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53340370-b55f-460c-a4b8-e8b3bc4db56d req-85890939-205a-40f6-892f-ebbfbf84f6fd tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:35.995664 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-53340370-b55f-460c-a4b8-e8b3bc4db56d req-85890939-205a-40f6-892f-ebbfbf84f6fd tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.0481956 May 19 16:44:36.051110 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-53340370-b55f-460c-a4b8-e8b3bc4db56d req-9133b401-c93b-4822-97c3-4953b47b7a44 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488605 May 19 16:44:36.239118 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72804125-9da6-436d-8a5a-18faf6321a18 req-36973205-2586-4f3c-adbd-1de072bb0cab tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:36.240707 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-72804125-9da6-436d-8a5a-18faf6321a18 req-36973205-2586-4f3c-adbd-1de072bb0cab tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0532734 May 19 16:44:36.253423 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:36.292469 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-72804125-9da6-436d-8a5a-18faf6321a18 req-0a1b228f-6437-4ca9-9ffc-b9c8c73da8c9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461760 May 19 16:44:36.331450 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 32912) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:36.445088 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8541ecd0-f849-4045-ba3a-11746fa9c04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:36.529742 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8541ecd0-f849-4045-ba3a-11746fa9c04c admin admin] Publish callbacks [] for security_group (4e7b55c7-250b-48f0-bf3f-60561b77d3f8), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:36.534283 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8541ecd0-f849-4045-ba3a-11746fa9c04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (4e7b55c7-250b-48f0-bf3f-60561b77d3f8), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:36.573713 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-8541ecd0-f849-4045-ba3a-11746fa9c04c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9f610de4ec9488bb18cb6035c6ddf13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403817 May 19 16:44:36.574409 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541ecd0-f849-4045-ba3a-11746fa9c04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7b55c7-250b-48f0-bf3f-60561b77d3f8,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:36.576421 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 32916) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:36.625664 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69bc634e-b5fa-4b48-a9e4-5a4d6e9aa146 admin admin] Publish callbacks [] for security_group (4e7b55c7-250b-48f0-bf3f-60561b77d3f8), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:36.649532 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69bc634e-b5fa-4b48-a9e4-5a4d6e9aa146 admin admin] Publish callbacks [] for security_group (4e7b55c7-250b-48f0-bf3f-60561b77d3f8), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:36.698092 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69bc634e-b5fa-4b48-a9e4-5a4d6e9aa146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (4e7b55c7-250b-48f0-bf3f-60561b77d3f8), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:36.700839 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69bc634e-b5fa-4b48-a9e4-5a4d6e9aa146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:36.702017 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-69bc634e-b5fa-4b48-a9e4-5a4d6e9aa146 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e7b55c7-250b-48f0-bf3f-60561b77d3f8 HTTP/1.1" status: 204 len: 168 time: 0.1246030 May 19 16:44:36.711243 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc634e-b5fa-4b48-a9e4-5a4d6e9aa146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7b55c7-250b-48f0-bf3f-60561b77d3f8,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:36.886087 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-6da5fe98-9d7a-43f5-9525-96d78f31b5a2 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:36.887659 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-6da5fe98-9d7a-43f5-9525-96d78f31b5a2 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.48 "GET /v2.0/networks?id=3d757d63-7d26-43b7-b546-eb7adc1b7dc9 HTTP/1.1" status: 200 len: 814 time: 0.1300449 May 19 16:44:36.914619 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f30ee27a-8ca4-4732-b117-ca07860159cc req-8a587675-765f-4915-83a1-7502340ea463 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 210 time: 0.0642033 May 19 16:44:36.931804 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-0c153289-9fe1-4951-8210-8009981c6d6e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Request body: {'port': {'device_id': '362a1562-ca96-486a-94a2-02c7eb3a8c4d', 'network_id': '3d757d63-7d26-43b7-b546-eb7adc1b7dc9', 'admin_state_up': True, 'tenant_id': '3cee796edf9b42538358459363ea24ca'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:44:37.005974 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08be3d-ee75-4d87-829f-5b9fe0d3e597 req-5c71485e-6b05-469d-acba-58d4557642f9 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:37.007492 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3c08be3d-ee75-4d87-829f-5b9fe0d3e597 req-5c71485e-6b05-469d-acba-58d4557642f9 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.48 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.1189523 May 19 16:44:37.021641 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00225374-ce68-4c0d-b6d7-3071473fe9ad req-edc2613e-17ea-4048-8aca-10c3a225c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:37.023160 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-00225374-ce68-4c0d-b6d7-3071473fe9ad req-edc2613e-17ea-4048-8aca-10c3a225c2eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 1129 time: 0.0779014 May 19 16:44:37.174702 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-00225374-ce68-4c0d-b6d7-3071473fe9ad req-c58e6092-ea71-40f8-9021-d226008080c6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730362 May 19 16:44:37.206378 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [req-3c08be3d-ee75-4d87-829f-5b9fe0d3e597 req-339a0cfc-afbc-4046-b78e-378ae36cf1bd tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Deleting port a75788bb-8af6-425e-8f2f-8b760e4f3dee {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:44:37.206753 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-3c08be3d-ee75-4d87-829f-5b9fe0d3e597 req-339a0cfc-afbc-4046-b78e-378ae36cf1bd tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:37.262626 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-0c153289-9fe1-4951-8210-8009981c6d6e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Made reservation on behalf of 3cee796edf9b42538358459363ea24ca for: {'port': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:44:37.266655 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-0c153289-9fe1-4951-8210-8009981c6d6e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:37.277249 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fa8d3-366b-4481-8593-9612f977ef54 req-4c46b04a-e10d-480a-a0cc-037b275b1ff0 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:37.278669 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-798fa8d3-366b-4481-8593-9612f977ef54 req-4c46b04a-e10d-480a-a0cc-037b275b1ff0 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 945 time: 0.1385906 May 19 16:44:37.328484 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:37.441046 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-798fa8d3-366b-4481-8593-9612f977ef54 req-940caba7-1db5-4207-a1fd-6e1b8087f200 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/security-groups?id=2bcf8062-b287-46be-9085-1b90698d47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561117 May 19 16:44:37.453343 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-3c08be3d-ee75-4d87-829f-5b9fe0d3e597 req-339a0cfc-afbc-4046-b78e-378ae36cf1bd tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] For port a75788bb-8af6-425e-8f2f-8b760e4f3dee, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a75788bb-8af6-425e-8f2f-8b760e4f3dee,segment=NetworkSegment(bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47),segment_id=bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:44:37.453740 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-3c08be3d-ee75-4d87-829f-5b9fe0d3e597 req-339a0cfc-afbc-4046-b78e-378ae36cf1bd tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:37.456187 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:37.457869 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c3915-0d2e-4ddf-92a9-e79cc09e16ad req-eb476f8d-4ca6-45f2-a77a-fa2489615ba9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:37.462133 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff9c3915-0d2e-4ddf-92a9-e79cc09e16ad req-eb476f8d-4ca6-45f2-a77a-fa2489615ba9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0711370 May 19 16:44:37.499005 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [req-3c08be3d-ee75-4d87-829f-5b9fe0d3e597 req-339a0cfc-afbc-4046-b78e-378ae36cf1bd tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Calling delete_port for a75788bb-8af6-425e-8f2f-8b760e4f3dee owned by compute:nova {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:44:37.525826 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff9c3915-0d2e-4ddf-92a9-e79cc09e16ad req-e640438e-6ea2-49a6-94c4-9c3de464c9f0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579193 May 19 16:44:37.620308 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-0c153289-9fe1-4951-8210-8009981c6d6e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Allocated IP 172.20.0.2 (3d757d63-7d26-43b7-b546-eb7adc1b7dc9/bb2b544d-029b-4851-9d6d-d6d699e43f59/ab12d705-4be6-4560-914e-9c3166275d2d) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:44:37.751066 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-3c08be3d-ee75-4d87-829f-5b9fe0d3e597 req-339a0cfc-afbc-4046-b78e-378ae36cf1bd tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583'] for port (a75788bb-8af6-425e-8f2f-8b760e4f3dee), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:37.827435 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a0cfc-afbc-4046-b78e-378ae36cf1bd tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Pushing event deleted for resources: {'Port': ['ID=a75788bb-8af6-425e-8f2f-8b760e4f3dee,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:37.906728 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c08be3d-ee75-4d87-829f-5b9fe0d3e597 req-339a0cfc-afbc-4046-b78e-378ae36cf1bd tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] No DVR routers for this DVR port a75788bb-8af6-425e-8f2f-8b760e4f3dee on host hv-cinder-84243 {{(pid=110370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:44:37.913575 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-3c08be3d-ee75-4d87-829f-5b9fe0d3e597 req-339a0cfc-afbc-4046-b78e-378ae36cf1bd tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:37.916878 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3c08be3d-ee75-4d87-829f-5b9fe0d3e597 req-339a0cfc-afbc-4046-b78e-378ae36cf1bd tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.48 "DELETE /v2.0/ports/a75788bb-8af6-425e-8f2f-8b760e4f3dee HTTP/1.1" status: 204 len: 173 time: 0.9027615 May 19 16:44:37.917354 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8308d660-3fe8-4074-9faf-3ba85cf16ac6', 'name': 'network-vif-deleted', 'tag': 'a75788bb-8af6-425e-8f2f-8b760e4f3dee'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:44:37.919645 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c404c38c-aacf-4941-8b4d-79230759ccf5" -d '{"events": [{"server_uuid": "8308d660-3fe8-4074-9faf-3ba85cf16ac6", "name": "network-vif-deleted", "tag": "a75788bb-8af6-425e-8f2f-8b760e4f3dee"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:44:37.962866 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-0c153289-9fe1-4951-8210-8009981c6d6e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks [] for port (ab12d705-4be6-4560-914e-9c3166275d2d), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:37.965259 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4493d1-a3b4-4502-951d-2d0119fa902b x-openstack-request-id: req-2c4493d1-a3b4-4502-951d-2d0119fa902b {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:44:37.965552 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8308d660-3fe8-4074-9faf-3ba85cf16ac6", "name": "network-vif-deleted", "tag": "a75788bb-8af6-425e-8f2f-8b760e4f3dee", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:44:37.965851 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c4493d1-a3b4-4502-951d-2d0119fa902b {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:44:37.966427 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4493d1-a3b4-4502-951d-2d0119fa902b'] response: {'server_uuid': '8308d660-3fe8-4074-9faf-3ba85cf16ac6', 'name': 'network-vif-deleted', 'tag': 'a75788bb-8af6-425e-8f2f-8b760e4f3dee', 'status': 'completed', 'code': 200} May 19 16:44:38.000103 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-0c153289-9fe1-4951-8210-8009981c6d6e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (ab12d705-4be6-4560-914e-9c3166275d2d), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:38.047219 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:38.047517 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-0c153289-9fe1-4951-8210-8009981c6d6e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Network 3d757d63-7d26-43b7-b546-eb7adc1b7dc9 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:44:38.057229 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-0c153289-9fe1-4951-8210-8009981c6d6e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:44:38.057377 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647714e-fdf0-43b5-96f7-b74b11e6cc17 req-ddf09d31-d56a-4460-935f-d96c794944d9 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:38.058954 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7647714e-fdf0-43b5-96f7-b74b11e6cc17 req-ddf09d31-d56a-4460-935f-d96c794944d9 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 931 time: 0.0594831 May 19 16:44:38.063985 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 32976) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:38.064779 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-0c153289-9fe1-4951-8210-8009981c6d6e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:44:38.070197 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-0c153289-9fe1-4951-8210-8009981c6d6e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:38.070819 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-0c153289-9fe1-4951-8210-8009981c6d6e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:38.087035 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c153289-9fe1-4951-8210-8009981c6d6e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Pushing event updated for resources: {'Port': ['ID=ab12d705-4be6-4560-914e-9c3166275d2d,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:38.102309 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-0c153289-9fe1-4951-8210-8009981c6d6e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1832595 May 19 16:44:38.133003 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7647714e-fdf0-43b5-96f7-b74b11e6cc17 req-6136e7bf-917b-4f43-a6d0-c427a92a9fdb tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635245 May 19 16:44:38.202135 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c63f5f0b-6eff-4196-814b-43c7fd32d37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:38.219961 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Request body: {'port': {'device_id': '362a1562-ca96-486a-94a2-02c7eb3a8c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:44:38.290888 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:38.320530 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (ab12d705-4be6-4560-914e-9c3166275d2d), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:38.331832 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:38.391796 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c63f5f0b-6eff-4196-814b-43c7fd32d37e admin admin] Publish callbacks [] for security_group (ceac1816-fe9f-4134-b47e-afb5fc8fcbce), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:38.402667 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c63f5f0b-6eff-4196-814b-43c7fd32d37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ceac1816-fe9f-4134-b47e-afb5fc8fcbce), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:38.478826 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-c63f5f0b-6eff-4196-814b-43c7fd32d37e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c47faadfc8334eada0ff2f7e04080b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4051082 May 19 16:44:38.481926 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 32992) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:38.498505 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f5f0b-6eff-4196-814b-43c7fd32d37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceac1816-fe9f-4134-b47e-afb5fc8fcbce,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:38.566479 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6bda89b8-81ac-4a13-b55f-a85d6cb237ae admin admin] Publish callbacks [] for security_group (ceac1816-fe9f-4134-b47e-afb5fc8fcbce), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:38.604888 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 32996) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:38.612777 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-510795b6-cd27-46ef-97ab-348a6e1e388c req-0e7e01ea-5e62-481e-9019-2593b03de748 tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 210 time: 0.0577569 May 19 16:44:38.618085 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6bda89b8-81ac-4a13-b55f-a85d6cb237ae admin admin] Publish callbacks [] for security_group (ceac1816-fe9f-4134-b47e-afb5fc8fcbce), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:38.705459 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2a7b8-e693-4552-a00c-22fba3f6b25b req-66e5412f-de5e-40bb-9483-29f138e3ca76 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:38.706911 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dba2a7b8-e693-4552-a00c-22fba3f6b25b req-66e5412f-de5e-40bb-9483-29f138e3ca76 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0782068 May 19 16:44:38.733172 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6bda89b8-81ac-4a13-b55f-a85d6cb237ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ceac1816-fe9f-4134-b47e-afb5fc8fcbce), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:38.735044 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6bda89b8-81ac-4a13-b55f-a85d6cb237ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:38.737806 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-6bda89b8-81ac-4a13-b55f-a85d6cb237ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ceac1816-fe9f-4134-b47e-afb5fc8fcbce HTTP/1.1" status: 204 len: 168 time: 0.2551353 May 19 16:44:38.770947 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda89b8-81ac-4a13-b55f-a85d6cb237ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceac1816-fe9f-4134-b47e-afb5fc8fcbce,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:38.803621 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3f99e6ed-f8e7-4d8e-82e0-5f8f1c78d447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:38.816886 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dba2a7b8-e693-4552-a00c-22fba3f6b25b req-be8e2f8b-fa36-4091-898e-f791e13a68e2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974355 May 19 16:44:38.838955 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:38.914410 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3f99e6ed-f8e7-4d8e-82e0-5f8f1c78d447 admin admin] Publish callbacks [] for security_group (4c09a3f1-296a-4b32-b00b-3b37c49c9a6f), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:38.941942 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3f99e6ed-f8e7-4d8e-82e0-5f8f1c78d447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (4c09a3f1-296a-4b32-b00b-3b37c49c9a6f), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:39.016885 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-3f99e6ed-f8e7-4d8e-82e0-5f8f1c78d447 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd67d9207fc64ec29ea1bb9cf008c0ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105911 May 19 16:44:39.017120 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33006) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:39.041874 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99e6ed-f8e7-4d8e-82e0-5f8f1c78d447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c09a3f1-296a-4b32-b00b-3b37c49c9a6f,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:39.103325 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab12d705-4be6-4560-914e-9c3166275d2d {{(pid=110370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:44:39.117661 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Publish callbacks [] for port (ab12d705-4be6-4560-914e-9c3166275d2d), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:39.130452 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-378e7968-10ca-4499-89d0-e99ce3d0f3dc admin admin] Publish callbacks [] for security_group (4c09a3f1-296a-4b32-b00b-3b37c49c9a6f), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:39.138740 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.provisioning_blocks [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Transition to ACTIVE for port object ab12d705-4be6-4560-914e-9c3166275d2d will not be triggered until provisioned by entity L2. {{(pid=110370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:44:39.146636 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (ab12d705-4be6-4560-914e-9c3166275d2d), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:39.186520 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-378e7968-10ca-4499-89d0-e99ce3d0f3dc admin admin] Publish callbacks [] for security_group (4c09a3f1-296a-4b32-b00b-3b37c49c9a6f), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:39.268656 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Pushing event updated for resources: {'Port': ['ID=ab12d705-4be6-4560-914e-9c3166275d2d,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:39.316563 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359365a1-cb07-4a75-bace-06fce1d97c37 req-eac806ac-6383-4433-9e6c-1fc0c9227d4e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:39.318109 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-359365a1-cb07-4a75-bace-06fce1d97c37 req-eac806ac-6383-4433-9e6c-1fc0c9227d4e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 943 time: 0.1017232 May 19 16:44:39.320845 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Attempting to bind port ab12d705-4be6-4560-914e-9c3166275d2d on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:44:39.321211 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Attempting to bind port ab12d705-4be6-4560-914e-9c3166275d2d by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '5de08565-49ab-4a3f-a657-d7ef9ea6260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d757d63-7d26-43b7-b546-eb7adc1b7dc9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:44:39.321552 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Attempting to bind port ab12d705-4be6-4560-914e-9c3166275d2d on network 3d757d63-7d26-43b7-b546-eb7adc1b7dc9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:44:39.333881 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-378e7968-10ca-4499-89d0-e99ce3d0f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (4c09a3f1-296a-4b32-b00b-3b37c49c9a6f), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:39.336395 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-378e7968-10ca-4499-89d0-e99ce3d0f3dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:39.337462 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-378e7968-10ca-4499-89d0-e99ce3d0f3dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c09a3f1-296a-4b32-b00b-3b37c49c9a6f HTTP/1.1" status: 204 len: 168 time: 0.3194973 May 19 16:44:39.337962 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:39.341224 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Port ab12d705-4be6-4560-914e-9c3166275d2d on network 3d757d63-7d26-43b7-b546-eb7adc1b7dc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:44:39.342073 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Attempting to bind port ab12d705-4be6-4560-914e-9c3166275d2d on network 3d757d63-7d26-43b7-b546-eb7adc1b7dc9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:44:39.362833 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:44:39.363178 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Checking segment: {'id': '5de08565-49ab-4a3f-a657-d7ef9ea6260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d757d63-7d26-43b7-b546-eb7adc1b7dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:44:39.363574 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Bound using segment: {'id': '5de08565-49ab-4a3f-a657-d7ef9ea6260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d757d63-7d26-43b7-b546-eb7adc1b7dc9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:44:39.364012 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Bound port: ab12d705-4be6-4560-914e-9c3166275d2d, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de08565-49ab-4a3f-a657-d7ef9ea6260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d757d63-7d26-43b7-b546-eb7adc1b7dc9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:44:39.364379 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (ab12d705-4be6-4560-914e-9c3166275d2d), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:39.367951 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e7968-10ca-4499-89d0-e99ce3d0f3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c09a3f1-296a-4b32-b00b-3b37c49c9a6f,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:39.431934 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-359365a1-cb07-4a75-bace-06fce1d97c37 req-dbdc17c2-e72d-4aee-bf3b-6b6cedb582c1 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054134 May 19 16:44:39.464833 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] For port ab12d705-4be6-4560-914e-9c3166275d2d, host hv-cinder-84243, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:44:39.468149 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] For port ab12d705-4be6-4560-914e-9c3166275d2d, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=ab12d705-4be6-4560-914e-9c3166275d2d,segment=NetworkSegment(5de08565-49ab-4a3f-a657-d7ef9ea6260e),segment_id=5de08565-49ab-4a3f-a657-d7ef9ea6260e)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:44:39.470505 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device a75788bb-8af6-425e-8f2f-8b760e4f3dee no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:44:39.477646 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (ab12d705-4be6-4560-914e-9c3166275d2d), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:39.517948 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: a75788bb-8af6-425e-8f2f-8b760e4f3dee {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:44:39.519072 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device a75788bb-8af6-425e-8f2f-8b760e4f3dee not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:44:39.521407 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:39.525553 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:39.526375 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:39.529381 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] 10.222.0.48 "PUT /v2.0/ports/ab12d705-4be6-4560-914e-9c3166275d2d HTTP/1.1" status: 200 len: 1093 time: 1.3140948 May 19 16:44:39.543558 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abc707-a899-4d8d-8341-4703830ab823 service neutron] Pushing event updated for resources: {'Port': ['ID=ab12d705-4be6-4560-914e-9c3166275d2d,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:39.624836 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-3527516c-d694-4292-a02c-c9ff541fbe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:39.626425 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-3527516c-d694-4292-a02c-c9ff541fbe75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cee796edf9b42538358459363ea24ca&device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 1127 time: 0.0490546 May 19 16:44:39.683985 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-3824470e-542a-4507-a699-78e3fc949dce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab12d705-4be6-4560-914e-9c3166275d2d HTTP/1.1" status: 200 len: 217 time: 0.0477800 May 19 16:44:39.757700 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-3533d2ad-0693-4d59-b0f0-cf7c59652bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:39.759435 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-3533d2ad-0693-4d59-b0f0-cf7c59652bad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb2b544d-029b-4851-9d6d-d6d699e43f59 HTTP/1.1" status: 200 len: 854 time: 0.0682242 May 19 16:44:39.761762 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b09f517e-ec4e-42b9-93ea-593e9ae7e079 req-16ae9bea-f083-48e9-a237-89235834815c tempest-DeleteServersTestJSON-153646916 tempest-DeleteServersTestJSON-153646916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8308d660-3fe8-4074-9faf-3ba85cf16ac6 HTTP/1.1" status: 200 len: 210 time: 0.0378187 May 19 16:44:39.799788 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33018) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:39.809407 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-f20f0e46-9934-4e67-b3d1-9386ebc86bba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d757d63-7d26-43b7-b546-eb7adc1b7dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273960 May 19 16:44:39.813175 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0a76c2fe-63df-48c8-8cfb-78fa4cfbbd99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:39.901340 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0a76c2fe-63df-48c8-8cfb-78fa4cfbbd99 admin admin] Publish callbacks [] for security_group (c30ca798-9e3b-40a7-aa15-00bbb6517fa9), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:39.907095 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0a76c2fe-63df-48c8-8cfb-78fa4cfbbd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c30ca798-9e3b-40a7-aa15-00bbb6517fa9), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:39.946454 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-716a5547-653f-4f0a-b315-0f0cccee3e85 service neutron] 10.222.0.48 "GET /v2.0/networks/3d757d63-7d26-43b7-b546-eb7adc1b7dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269200 May 19 16:44:39.949187 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-0a76c2fe-63df-48c8-8cfb-78fa4cfbbd99 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c53d547411554dd69679ad3935bb7510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482530 May 19 16:44:39.950380 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76c2fe-63df-48c8-8cfb-78fa4cfbbd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30ca798-9e3b-40a7-aa15-00bbb6517fa9,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:39.951725 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33022) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:39.971665 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362a1562-ca96-486a-94a2-02c7eb3a8c4d', 'tag': 'ab12d705-4be6-4560-914e-9c3166275d2d'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:44:39.973864 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb35741-4787-4378-aa67-1f53fcee144f" -d '{"events": [{"name": "network-changed", "server_uuid": "362a1562-ca96-486a-94a2-02c7eb3a8c4d", "tag": "ab12d705-4be6-4560-914e-9c3166275d2d"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:44:39.999981 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60989f0e-aa04-44a8-8ce2-6266d14d1ea8 req-d0568f80-97bd-43bb-9d47-4998e81b3859 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:40.001423 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-60989f0e-aa04-44a8-8ce2-6266d14d1ea8 req-d0568f80-97bd-43bb-9d47-4998e81b3859 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.1000063 May 19 16:44:40.032744 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef398b8-435b-4b39-98f3-b3a9a28d82ad x-openstack-request-id: req-1ef398b8-435b-4b39-98f3-b3a9a28d82ad {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:44:40.032925 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362a1562-ca96-486a-94a2-02c7eb3a8c4d", "tag": "ab12d705-4be6-4560-914e-9c3166275d2d", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:44:40.033187 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ef398b8-435b-4b39-98f3-b3a9a28d82ad {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:44:40.033572 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef398b8-435b-4b39-98f3-b3a9a28d82ad'] response: {'name': 'network-changed', 'server_uuid': '362a1562-ca96-486a-94a2-02c7eb3a8c4d', 'tag': 'ab12d705-4be6-4560-914e-9c3166275d2d', 'status': 'completed', 'code': 200} May 19 16:44:40.036530 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=8 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:40.053981 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=67 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:40.135463 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-60989f0e-aa04-44a8-8ce2-6266d14d1ea8 req-a706405c-7c81-40fc-88c2-e2ca218d31cf tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050076 May 19 16:44:40.137683 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3422995a-30e0-4ec9-9ce8-845389208d12 admin admin] Publish callbacks [] for security_group (c30ca798-9e3b-40a7-aa15-00bbb6517fa9), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:40.145363 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-af9bb916-8d0b-4ef2-96f9-c29e662031e8 req-970636a5-f396-471b-840a-55a101e234b2 service neutron] 10.222.0.48 "GET /v2.0/networks/3d757d63-7d26-43b7-b546-eb7adc1b7dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841471 May 19 16:44:40.165840 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3422995a-30e0-4ec9-9ce8-845389208d12 admin admin] Publish callbacks [] for security_group (c30ca798-9e3b-40a7-aa15-00bbb6517fa9), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:40.217251 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3422995a-30e0-4ec9-9ce8-845389208d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c30ca798-9e3b-40a7-aa15-00bbb6517fa9), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:40.219996 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3422995a-30e0-4ec9-9ce8-845389208d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:40.223962 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-3422995a-30e0-4ec9-9ce8-845389208d12 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c30ca798-9e3b-40a7-aa15-00bbb6517fa9 HTTP/1.1" status: 204 len: 168 time: 0.2684202 May 19 16:44:40.231054 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422995a-30e0-4ec9-9ce8-845389208d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30ca798-9e3b-40a7-aa15-00bbb6517fa9,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:40.255255 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2299e-b241-458f-af99-67d8176d6d69 req-915deed5-7837-496d-a874-baa83d82d920 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:40.256920 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-40e2299e-b241-458f-af99-67d8176d6d69 req-915deed5-7837-496d-a874-baa83d82d920 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0508397 May 19 16:44:40.282273 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:40.313406 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-40e2299e-b241-458f-af99-67d8176d6d69 req-19ba2120-7dd5-43a5-bff5-358dd9cfa4ef tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497966 May 19 16:44:40.594876 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c15405-3034-4128-9f6f-aa6530d93b70 req-c979df5e-bc16-4d7d-bbbf-6617ae2590c5 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:40.596482 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b8c15405-3034-4128-9f6f-aa6530d93b70 req-c979df5e-bc16-4d7d-bbbf-6617ae2590c5 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 943 time: 0.0596156 May 19 16:44:40.655558 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b8c15405-3034-4128-9f6f-aa6530d93b70 req-c5f6b8f4-50a1-4177-8aa6-ad47a29161fd tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492098 May 19 16:44:40.936681 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-8e9228fd-7577-47dc-ab7e-e2440219dca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:41.792941 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cee668-3429-464e-bc07-a6d0b02831a3 req-f8c7c932-73d9-4ecc-bcf0-bfdb2bf2cb63 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:41.795014 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-65cee668-3429-464e-bc07-a6d0b02831a3 req-f8c7c932-73d9-4ecc-bcf0-bfdb2bf2cb63 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 943 time: 0.0545471 May 19 16:44:41.854512 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-65cee668-3429-464e-bc07-a6d0b02831a3 req-721f20ae-7dfb-494b-992a-719701d5061e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527997 May 19 16:44:42.019816 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cb8a9-789d-454d-838d-6cd674ba98ac req-a6d86cb1-0049-4b25-b6ab-19529b8a0d89 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:42.021486 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-525cb8a9-789d-454d-838d-6cd674ba98ac req-a6d86cb1-0049-4b25-b6ab-19529b8a0d89 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0554543 May 19 16:44:42.071339 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-525cb8a9-789d-454d-838d-6cd674ba98ac req-e772ba74-58f9-42ec-8863-08158a9bec0a tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437829 May 19 16:44:42.253111 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33120) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:42.300189 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b47a8dd-6b89-47d3-8316-4ada4900a0bf admin admin] Deleting subnet 2984ea28-bfdd-4666-9aac-c4c9d62107c5 {{(pid=110370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:44:42.303399 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2b47a8dd-6b89-47d3-8316-4ada4900a0bf admin admin] Publish callbacks [] for subnet (2984ea28-bfdd-4666-9aac-c4c9d62107c5), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:42.337756 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2b47a8dd-6b89-47d3-8316-4ada4900a0bf admin admin] Publish callbacks [] for subnet (2984ea28-bfdd-4666-9aac-c4c9d62107c5), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:42.343960 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2b47a8dd-6b89-47d3-8316-4ada4900a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (2984ea28-bfdd-4666-9aac-c4c9d62107c5), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:42.391348 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:42.397573 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2b47a8dd-6b89-47d3-8316-4ada4900a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for subnet (2984ea28-bfdd-4666-9aac-c4c9d62107c5), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:42.424806 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47a8dd-6b89-47d3-8316-4ada4900a0bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2984ea28-bfdd-4666-9aac-c4c9d62107c5,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:42.432262 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2b47a8dd-6b89-47d3-8316-4ada4900a0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:42.435491 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-2b47a8dd-6b89-47d3-8316-4ada4900a0bf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2984ea28-bfdd-4666-9aac-c4c9d62107c5 HTTP/1.1" status: 204 len: 168 time: 0.1826749 May 19 16:44:42.438014 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33122) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:42.502820 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:42.520203 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (bf3505d9-6ebb-447d-ba39-16bf2df77370), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:42.604388 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (bf3505d9-6ebb-447d-ba39-16bf2df77370), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:42.624872 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:44:42.625271 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:44:42.626042 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:44:42.626375 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Subscribe: > port after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:44:42.626713 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:44:42.627047 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Subscribe: > port after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:44:42.627361 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:44:42.627679 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:44:42.627990 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:44:42.628309 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:44:42.695694 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:44:42.695966 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:44:42.696296 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:44:42.696644 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 16:44:42.697015 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3505d9-6ebb-447d-ba39-16bf2df77370']}} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:42.714937 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47') {'for_net_delete': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:42.715231 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47') {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:42.733359 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260361751'] for segment (bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:42.756807 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:42.766700 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=110370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:44:42.767204 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260501306'] for segment (bc73ef4a-b0d0-4dc6-9e87-dbbe4b029d47), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: from cryptography.utils import int_from_bytes May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: from cryptography.utils import int_from_bytes May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: Traceback (most recent call last): May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: timer() May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: cb(*args, **kw) May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: return func(*args, **kwargs) May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: self._notify() May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: self.callback(batched_events) May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: event.method(event) May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: return f(self, *a, **k) May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._get(url).json() May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: return self.request(url, 'GET', **kwargs) May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:44:42.771363 dv-cinder-842433-1-iscsi neutron-server[110370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:44:42.834675 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (bf3505d9-6ebb-447d-ba39-16bf2df77370), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:42.844623 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:42.847918 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] 10.222.0.36 "DELETE /v2.0/networks/bf3505d9-6ebb-447d-ba39-16bf2df77370 HTTP/1.1" status: 204 len: 168 time: 0.4089894 May 19 16:44:42.858275 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e5887-029d-491d-9882-4c7ba01ff1ab admin admin] Pushing event deleted for resources: {'Network': ['ID=bf3505d9-6ebb-447d-ba39-16bf2df77370,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:42.979602 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85577af-c256-433d-a116-095df0a1d7ec req-3474de86-d123-41c0-9cea-c79fe7b17cf7 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:42.981029 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e85577af-c256-433d-a116-095df0a1d7ec req-3474de86-d123-41c0-9cea-c79fe7b17cf7 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 943 time: 0.0515540 May 19 16:44:43.020758 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33130) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:43.032671 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e85577af-c256-433d-a116-095df0a1d7ec req-d335afc9-aa2b-4f5c-852b-c46cad5b8660 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449677 May 19 16:44:43.064838 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-dd1fa2b1-b8d4-4c48-abd1-ae4e1f197551 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16022d299eda48e6bf4675055870a140&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429091 May 19 16:44:43.067239 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33132) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:43.116494 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-55e37cd5-45d7-4197-862b-fadeebd79d74 admin admin] Publish callbacks [] for security_group (2bcf8062-b287-46be-9085-1b90698d47f4), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:43.139073 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-55e37cd5-45d7-4197-862b-fadeebd79d74 admin admin] Publish callbacks [] for security_group (2bcf8062-b287-46be-9085-1b90698d47f4), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:43.208083 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983a4d3-43d6-41fa-8d3b-0d9cae27d93d req-ea49d150-00fb-4608-899f-0f3bd7cb8e78 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:43.209643 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d983a4d3-43d6-41fa-8d3b-0d9cae27d93d req-ea49d150-00fb-4608-899f-0f3bd7cb8e78 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0685282 May 19 16:44:43.237020 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:43.250807 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-55e37cd5-45d7-4197-862b-fadeebd79d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (2bcf8062-b287-46be-9085-1b90698d47f4), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:43.253330 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-55e37cd5-45d7-4197-862b-fadeebd79d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:43.254454 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-55e37cd5-45d7-4197-862b-fadeebd79d74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bcf8062-b287-46be-9085-1b90698d47f4 HTTP/1.1" status: 204 len: 168 time: 0.1863401 May 19 16:44:43.273950 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d983a4d3-43d6-41fa-8d3b-0d9cae27d93d req-612898c4-bfe5-406b-b945-25a40cb72910 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586874 May 19 16:44:43.275065 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e37cd5-45d7-4197-862b-fadeebd79d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcf8062-b287-46be-9085-1b90698d47f4,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:43.949227 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33160) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:44.048882 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1231570622-network', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:44:44.069432 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] Made reservation on behalf of fd5d1150a9ed483bbd298b896bcf7f46 for: {'network': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:44:44.071808 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.083869 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.159292 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe1a49-adaa-4228-a27f-1060c1f057d2 req-265e10c4-6dd1-48be-828b-5323ef3739cf tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:44.160829 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5dbe1a49-adaa-4228-a27f-1060c1f057d2 req-265e10c4-6dd1-48be-828b-5323ef3739cf tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 943 time: 0.0578356 May 19 16:44:44.161723 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] Publish callbacks [] for security_group (64c51880-ee87-4ee5-8ffa-fa559774a6f0), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.165523 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (64c51880-ee87-4ee5-8ffa-fa559774a6f0), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.199800 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=110371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:44:44.210421 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c51880-ee87-4ee5-8ffa-fa559774a6f0,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:44.215431 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (12850b3a-ac5a-47e8-867d-973a2c65b67d), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.215851 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.segments_db [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] Added segment 12850b3a-ac5a-47e8-867d-973a2c65b67d of type vlan for network d502c5b6-89c2-49f6-8ac0-adfabdff9156 May 19 16:44:44.229489 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5dbe1a49-adaa-4228-a27f-1060c1f057d2 req-06d381d6-56aa-4a99-9496-564aa4c3e168 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625424 May 19 16:44:44.264229 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a442a4df-64f4-44ea-bedf-ff5db45dfa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.266162 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (d502c5b6-89c2-49f6-8ac0-adfabdff9156), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.294613 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (d502c5b6-89c2-49f6-8ac0-adfabdff9156), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.295921 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:44.296515 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.364366 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:44.383056 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4322548 May 19 16:44:44.383973 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d220c7e-2c04-4342-ab01-7410d02c8032 admin admin] Pushing event updated for resources: {'Network': ['ID=d502c5b6-89c2-49f6-8ac0-adfabdff9156,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:44.386111 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33172) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:44.397062 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network d502c5b6-89c2-49f6-8ac0-adfabdff9156 details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:44:44.400471 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-9b2962b8-b3cc-4259-b0bb-32b22464c55a admin admin] Request body: {'subnet': {'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1231570622-subnet', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:44:44.432473 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb35741-4787-4378-aa67-1f53fcee144f req-23ef2a08-b675-4be8-ab72-819bfce74679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:44.434150 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3fb35741-4787-4378-aa67-1f53fcee144f req-23ef2a08-b675-4be8-ab72-819bfce74679 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cee796edf9b42538358459363ea24ca&device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 1127 time: 0.0877137 May 19 16:44:44.443120 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a4d2c-426d-4a05-9ab7-d128f9e02ddb req-113f2f04-ab9c-4715-b6eb-b916304bfb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:44.445347 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1f3a4d2c-426d-4a05-9ab7-d128f9e02ddb req-113f2f04-ab9c-4715-b6eb-b916304bfb1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 1129 time: 0.0570588 May 19 16:44:44.461528 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2962b8-b3cc-4259-b0bb-32b22464c55a admin admin] Made reservation on behalf of fd5d1150a9ed483bbd298b896bcf7f46 for: {'subnet': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:44:44.463948 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9b2962b8-b3cc-4259-b0bb-32b22464c55a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3860227'] for subnet (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.482655 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781e2a-0a28-4e57-babf-65c1ffe8dc29 req-09d2fc74-5077-48b5-9b96-763671f6f671 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:44.484202 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-54781e2a-0a28-4e57-babf-65c1ffe8dc29 req-09d2fc74-5077-48b5-9b96-763671f6f671 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0886881 May 19 16:44:44.600905 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-54781e2a-0a28-4e57-babf-65c1ffe8dc29 req-acdcf9a7-e774-40ef-a401-871a17f6232a tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916238 May 19 16:44:44.643181 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb35741-4787-4378-aa67-1f53fcee144f req-ec0fd76a-9693-43bf-b22c-51dfe6c36f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:44.644726 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3fb35741-4787-4378-aa67-1f53fcee144f req-ec0fd76a-9693-43bf-b22c-51dfe6c36f6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d757d63-7d26-43b7-b546-eb7adc1b7dc9 HTTP/1.1" status: 200 len: 915 time: 0.1985083 May 19 16:44:44.647959 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a4d2c-426d-4a05-9ab7-d128f9e02ddb req-0d462f35-fbcb-43d2-8b23-f7cdf72f5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:44.649421 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1f3a4d2c-426d-4a05-9ab7-d128f9e02ddb req-0d462f35-fbcb-43d2-8b23-f7cdf72f5329 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.1929004 May 19 16:44:44.694913 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3fb35741-4787-4378-aa67-1f53fcee144f req-acfd5154-6b49-40a9-b517-5410e9f258fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab12d705-4be6-4560-914e-9c3166275d2d HTTP/1.1" status: 200 len: 217 time: 0.0429530 May 19 16:44:44.712168 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9b2962b8-b3cc-4259-b0bb-32b22464c55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3953819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3860245'] for subnet (45f5191e-3500-4df3-8bf4-eea14d289679), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.730972 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1f3a4d2c-426d-4a05-9ab7-d128f9e02ddb req-de48b28f-60c3-4ea8-bc74-dd8ec03227be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f4e6f8-050c-4f74-9343-24340265e7f1 HTTP/1.1" status: 200 len: 217 time: 0.0434000 May 19 16:44:44.757437 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:44.763934 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2962b8-b3cc-4259-b0bb-32b22464c55a admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f5191e-3500-4df3-8bf4-eea14d289679,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:44.782916 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2962b8-b3cc-4259-b0bb-32b22464c55a admin admin] Checking segment: {'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:44:44.783270 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2962b8-b3cc-4259-b0bb-32b22464c55a admin admin] Network hostable DHCP agents. Network: d502c5b6-89c2-49f6-8ac0-adfabdff9156, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:44:44.801972 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2962b8-b3cc-4259-b0bb-32b22464c55a admin admin] Network d502c5b6-89c2-49f6-8ac0-adfabdff9156 is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:44:44.806116 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb35741-4787-4378-aa67-1f53fcee144f req-94097cb4-3e90-4c57-ab9d-8aec20ea00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:44.807626 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3fb35741-4787-4378-aa67-1f53fcee144f req-94097cb4-3e90-4c57-ab9d-8aec20ea00fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb2b544d-029b-4851-9d6d-d6d699e43f59 HTTP/1.1" status: 200 len: 854 time: 0.0861821 May 19 16:44:44.811479 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a4d2c-426d-4a05-9ab7-d128f9e02ddb req-3c5d8479-3a4a-4999-94e0-db91c965f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:44.813656 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1f3a4d2c-426d-4a05-9ab7-d128f9e02ddb req-3c5d8479-3a4a-4999-94e0-db91c965f591 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.0647805 May 19 16:44:44.813857 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-9b2962b8-b3cc-4259-b0bb-32b22464c55a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, d502c5b6-89c2-49f6-8ac0-adfabdff9156) {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:44:44.819261 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2962b8-b3cc-4259-b0bb-32b22464c55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:44.820911 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9b2962b8-b3cc-4259-b0bb-32b22464c55a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.823410 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6998f84d-0957-4704-a9a8-41867cb26f3a None None] Network d502c5b6-89c2-49f6-8ac0-adfabdff9156 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:44:44.846634 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-9b2962b8-b3cc-4259-b0bb-32b22464c55a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4521978 May 19 16:44:44.847712 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33178) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:44.854166 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:44:44.881586 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11834'] for router (16387848-4526-4be8-842c-7b63dbb34ad4), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.883054 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11829'] for router (16387848-4526-4be8-842c-7b63dbb34ad4), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.888012 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a4d2c-426d-4a05-9ab7-d128f9e02ddb req-f8336870-cbe3-4660-966e-7ca3e1371ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:44.890179 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1f3a4d2c-426d-4a05-9ab7-d128f9e02ddb req-f8336870-cbe3-4660-966e-7ca3e1371ff2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520027 May 19 16:44:44.919715 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3fb35741-4787-4378-aa67-1f53fcee144f req-870d13eb-3df6-456f-a39b-2c6ef714bd51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d757d63-7d26-43b7-b546-eb7adc1b7dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010106 May 19 16:44:44.957112 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Publish callbacks [] for router_controller (16387848-4526-4be8-842c-7b63dbb34ad4), precommit_add_association {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:44.968302 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:45.049092 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:45.049740 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58351b1b-7731-5889-bbf7-0fe85d83b94d-d502c5b6-89c2-49f6-8ac0-adfabdff9156', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679'}]}} from dv-cinder-842433-1-iscsi. {{(pid=110372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 16:44:45.051427 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:45.091077 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1f3a4d2c-426d-4a05-9ab7-d128f9e02ddb req-ac2ced6f-88cd-4c49-a980-3623c4641dae service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804380 May 19 16:44:45.093288 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3fb35741-4787-4378-aa67-1f53fcee144f req-27382a66-0126-4be5-9f1b-10003fa15584 service neutron] 10.222.0.48 "GET /v2.0/networks/3d757d63-7d26-43b7-b546-eb7adc1b7dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610699 May 19 16:44:45.094859 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Publish callbacks [] for router_gateway (16387848-4526-4be8-842c-7b63dbb34ad4), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:45.195281 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:45.206442 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.db_base_plugin_common [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Allocated IP 172.20.0.2 (d502c5b6-89c2-49f6-8ac0-adfabdff9156/45f5191e-3500-4df3-8bf4-eea14d289679/b6d533c3-d9a0-4b7f-b374-4f72a10fe01e) {{(pid=110372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:44:45.281031 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3fb35741-4787-4378-aa67-1f53fcee144f req-8d13253d-fc3c-45e9-81b7-3fb63251db8a service neutron] 10.222.0.48 "GET /v2.0/networks/3d757d63-7d26-43b7-b546-eb7adc1b7dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784101 May 19 16:44:45.283410 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1f3a4d2c-426d-4a05-9ab7-d128f9e02ddb req-6f142aca-18fb-4ee5-80ea-a03fe1793d68 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822183 May 19 16:44:45.296346 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Publish callbacks [] for router_gateway (16387848-4526-4be8-842c-7b63dbb34ad4), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:45.325514 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:45.365993 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327ef56-4529-4839-8655-97c5901cf388 req-fa59b240-3133-4044-b6cf-fbc86204e4cb tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:45.367992 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4327ef56-4529-4839-8655-97c5901cf388 req-fa59b240-3133-4044-b6cf-fbc86204e4cb tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 943 time: 0.0564466 May 19 16:44:45.382629 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:45.399438 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Publish callbacks [] for port (b6d533c3-d9a0-4b7f-b374-4f72a10fe01e), precommit_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:45.406070 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (b6d533c3-d9a0-4b7f-b374-4f72a10fe01e), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:45.427171 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4327ef56-4529-4839-8655-97c5901cf388 req-6bdb1eff-6a4f-438d-b958-f792382f7919 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489457 May 19 16:44:45.446920 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Allocated IP 172.27.1.86 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/412e3326-1877-4166-87e7-8e4e2dc1c59c) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:44:45.450191 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Network d502c5b6-89c2-49f6-8ac0-adfabdff9156 is already hosted by enough agents. {{(pid=110372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:44:45.453452 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.base_scheduler [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Resources bound (agent type, host, resource id): {{(pid=110372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:44:45.456543 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Received port after_create {{(pid=110372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:44:45.465561 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Pushing event updated for resources: {'Port': ['ID=b6d533c3-d9a0-4b7f-b374-4f72a10fe01e,revision_number=1']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:45.517425 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device ab12d705-4be6-4560-914e-9c3166275d2d details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:44:45.540174 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Attempting to bind port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:44:45.540549 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Attempting to bind port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:44:45.541025 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Attempting to bind port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e on network d502c5b6-89c2-49f6-8ac0-adfabdff9156 {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:44:45.552758 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:44:45.553127 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Checking segment: {'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:44:45.553597 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:45.553995 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Bound using segment: {'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:44:45.554471 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Bound port: b6d533c3-d9a0-4b7f-b374-4f72a10fe01e, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:44:45.554855 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (b6d533c3-d9a0-4b7f-b374-4f72a10fe01e), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:45.560908 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Publish callbacks [] for port (412e3326-1877-4166-87e7-8e4e2dc1c59c), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:45.568060 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=88,neutron:UPDATE=10,neutron:INSERT=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:45.593115 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (412e3326-1877-4166-87e7-8e4e2dc1c59c), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:45.640839 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:44:45.653506 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:44:45.653506 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=412e3326-1877-4166-87e7-8e4e2dc1c59c,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:45.655334 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:44:45.683216 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:45.687901 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] For port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:44:45.711648 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] For port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=b6d533c3-d9a0-4b7f-b374-4f72a10fe01e,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:44:45.718714 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port ab12d705-4be6-4560-914e-9c3166275d2d, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=ab12d705-4be6-4560-914e-9c3166275d2d,segment=NetworkSegment(5de08565-49ab-4a3f-a657-d7ef9ea6260e),segment_id=5de08565-49ab-4a3f-a657-d7ef9ea6260e)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:44:45.731790 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (b6d533c3-d9a0-4b7f-b374-4f72a10fe01e), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:45.745503 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'ab12d705-4be6-4560-914e-9c3166275d2d', 'network_id': '3d757d63-7d26-43b7-b546-eb7adc1b7dc9', 'port_id': 'ab12d705-4be6-4560-914e-9c3166275d2d', 'mac_address': 'fa:16:3e:21:39:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2b544d-029b-4851-9d6d-d6d699e43f59', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:44:45.760435 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:45.834693 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port ab12d705-4be6-4560-914e-9c3166275d2d is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:44:45.835321 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (ab12d705-4be6-4560-914e-9c3166275d2d), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:45.851947 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab12d705-4be6-4560-914e-9c3166275d2d {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:44:45.856367 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084082f2-3afa-4d2e-8624-a8a70b6a1525 None None] Pushing event updated for resources: {'Port': ['ID=b6d533c3-d9a0-4b7f-b374-4f72a10fe01e,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:45.886480 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port ab12d705-4be6-4560-914e-9c3166275d2d, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=ab12d705-4be6-4560-914e-9c3166275d2d,segment=NetworkSegment(5de08565-49ab-4a3f-a657-d7ef9ea6260e),segment_id=5de08565-49ab-4a3f-a657-d7ef9ea6260e)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:44:45.902791 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (ab12d705-4be6-4560-914e-9c3166275d2d), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:45.973915 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=ab12d705-4be6-4560-914e-9c3166275d2d,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:46.076181 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c8bcf-551e-4a43-b2ba-2dd6351ccab8 req-d019480e-5276-47a1-bc59-2a2c5c91470a tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:46.076716 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1d7c8bcf-551e-4a43-b2ba-2dd6351ccab8 req-d019480e-5276-47a1-bc59-2a2c5c91470a tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.3316772 May 19 16:44:46.246569 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1d7c8bcf-551e-4a43-b2ba-2dd6351ccab8 req-54c00b18-5b38-4a8a-a0f0-d74e98d7e316 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063077 May 19 16:44:46.266850 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Publish callbacks [] for router_gateway (16387848-4526-4be8-842c-7b63dbb34ad4), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:46.428086 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['ab12d705-4be6-4560-914e-9c3166275d2d'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:44:46.474519 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782274'] for router (16387848-4526-4be8-842c-7b63dbb34ad4), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:46.528589 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:46.636905 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b6d533c3-d9a0-4b7f-b374-4f72a10fe01e up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:44:46.663971 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Router 16387848-4526-4be8-842c-7b63dbb34ad4 is scheduled to L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 with binding_index 1 {{(pid=110371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 16:44:46.669738 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c404aa7-ebb4-4fb1-baf9-fe2be17c3dfe req-ab78b8c8-448f-4b1f-9ab2-8f7ea6484ed9 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:46.673074 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9c404aa7-ebb4-4fb1-baf9-fe2be17c3dfe req-ab78b8c8-448f-4b1f-9ab2-8f7ea6484ed9 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 944 time: 0.0574450 May 19 16:44:46.762281 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9c404aa7-ebb4-4fb1-baf9-fe2be17c3dfe req-53c9d893-2498-48e6-a248-8bf746ffbed8 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778551 May 19 16:44:46.789171 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:44:46.789676 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (b6d533c3-d9a0-4b7f-b374-4f72a10fe01e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:46.811809 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:44:46.825260 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Sync routers for ids ['16387848-4526-4be8-842c-7b63dbb34ad4'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:44:46.834730 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:46.837659 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-ae2ed892-ff05-410a-a426-2453307e7bb5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9884920 May 19 16:44:46.840124 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33242) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:46.852208 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Routers {'16387848-4526-4be8-842c-7b63dbb34ad4'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:44:46.853311 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:44:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['16387848-4526-4be8-842c-7b63dbb34ad4'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:46.909503 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:44:46.910541 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (b6d533c3-d9a0-4b7f-b374-4f72a10fe01e), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:46.954471 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:46.968185 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=b6d533c3-d9a0-4b7f-b374-4f72a10fe01e,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:44:46.978637 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (b6d533c3-d9a0-4b7f-b374-4f72a10fe01e), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:46.990817 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Set router 16387848-4526-4be8-842c-7b63dbb34ad4 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:44:47.035479 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=b6d533c3-d9a0-4b7f-b374-4f72a10fe01e,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:47.170491 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:47.191073 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:46Z', 'revision_number': 3, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:47.191578 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40663d1b-a898-4685-a77b-1d62edb6544c None None] Network d502c5b6-89c2-49f6-8ac0-adfabdff9156 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:44:47.194819 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:47.223356 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Checking router: 16387848-4526-4be8-842c-7b63dbb34ad4 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:44:47.223705 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Updating router 16387848-4526-4be8-842c-7b63dbb34ad4 port 412e3326-1877-4166-87e7-8e4e2dc1c59c binding host dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:44:47.253115 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (412e3326-1877-4166-87e7-8e4e2dc1c59c), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:47.269749 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-c9bdc555-0d59-4525-9fac-173553ee0ab9 None None] Provisioning complete for port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:44:47.270469 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c9bdc555-0d59-4525-9fac-173553ee0ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (b6d533c3-d9a0-4b7f-b374-4f72a10fe01e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:47.331453 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:47.391351 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:47.410704 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a95b0-2a71-4682-a0f4-0106a39d0e50 req-cfad8f9e-3a82-444c-a7b3-6d498c933ba6 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:47.411419 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-c9bdc555-0d59-4525-9fac-173553ee0ab9 None None] Current status of the port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:44:47.412222 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-492a95b0-2a71-4682-a0f4-0106a39d0e50 req-cfad8f9e-3a82-444c-a7b3-6d498c933ba6 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0902867 May 19 16:44:47.508933 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-492a95b0-2a71-4682-a0f4-0106a39d0e50 req-5f152c54-aac0-4695-b091-ce78516e50dc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903828 May 19 16:44:47.593283 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Publish callbacks [] for port (412e3326-1877-4166-87e7-8e4e2dc1c59c), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:47.599280 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (412e3326-1877-4166-87e7-8e4e2dc1c59c), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:47.614388 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Allocated IP 172.20.0.1 (d502c5b6-89c2-49f6-8ac0-adfabdff9156/45f5191e-3500-4df3-8bf4-eea14d289679/dd452ffe-1c8a-4f00-878f-0a2c16aa7cce) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:44:47.626336 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:47.635801 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-08cee12d-b2d5-4edc-b45e-5bdc2ffe9bf3 None None] Provisioning complete for port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:44:47.636349 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-08cee12d-b2d5-4edc-b45e-5bdc2ffe9bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (b6d533c3-d9a0-4b7f-b374-4f72a10fe01e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:47.646258 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Pushing event updated for resources: {'Port': ['ID=412e3326-1877-4166-87e7-8e4e2dc1c59c,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:47.655090 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.655783 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.656157 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.656572 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.656914 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.657774 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.658099 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.658431 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.659233 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.659575 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.659910 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.660591 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.661086 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.661726 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.662231 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:44:47.685532 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Attempting to bind port 412e3326-1877-4166-87e7-8e4e2dc1c59c on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:44:47.686166 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Attempting to bind port 412e3326-1877-4166-87e7-8e4e2dc1c59c by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:44:47.686701 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Attempting to bind port 412e3326-1877-4166-87e7-8e4e2dc1c59c on network 98da84b6-3a55-4aa5-9045-219aa962a35a {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:44:47.692571 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:44:47.692949 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Checking segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:44:47.693392 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:47.693787 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Bound using segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:44:47.694257 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Bound port: 412e3326-1877-4166-87e7-8e4e2dc1c59c, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:44:47.694639 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (412e3326-1877-4166-87e7-8e4e2dc1c59c), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:47.718837 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-08cee12d-b2d5-4edc-b45e-5bdc2ffe9bf3 None None] Current status of the port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:44:47.728281 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Publish callbacks [] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:47.749106 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] For port 412e3326-1877-4166-87e7-8e4e2dc1c59c, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:44:47.753127 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] For port 412e3326-1877-4166-87e7-8e4e2dc1c59c, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=412e3326-1877-4166-87e7-8e4e2dc1c59c,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:44:47.759332 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (412e3326-1877-4166-87e7-8e4e2dc1c59c), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:47.762821 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:47.815653 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Network d502c5b6-89c2-49f6-8ac0-adfabdff9156 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:44:47.819206 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:44:47.822044 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:44:47.856854 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd452ffe-1c8a-4f00-878f-0a2c16aa7cce,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:47.872974 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777199'] for router_interface (16387848-4526-4be8-842c-7b63dbb34ad4), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:47.896777 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:47.898712 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee5f64-b708-4153-9aa7-7ecc6645628d None None] Pushing event updated for resources: {'Port': ['ID=412e3326-1877-4166-87e7-8e4e2dc1c59c,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:47.922755 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Routers {'16387848-4526-4be8-842c-7b63dbb34ad4'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:44:47.923622 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:44:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['16387848-4526-4be8-842c-7b63dbb34ad4'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:47.935456 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea486e-4cdd-4af1-8863-8e11fc06e79e req-d3168632-bfc6-4503-bb80-dab4a59d3154 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:47.936769 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-65ea486e-4cdd-4af1-8863-8e11fc06e79e req-d3168632-bfc6-4503-bb80-dab4a59d3154 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 944 time: 0.1098645 May 19 16:44:48.022138 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-65ea486e-4cdd-4af1-8863-8e11fc06e79e req-3aa674f1-d9f7-48b8-aaa7-ab8eab64d9cf tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660737 May 19 16:44:48.039066 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:48.056000 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] Set router 16387848-4526-4be8-842c-7b63dbb34ad4 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:44:48.072154 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:48.075706 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device ab12d705-4be6-4560-914e-9c3166275d2d up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:44:48.146659 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port ab12d705-4be6-4560-914e-9c3166275d2d completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:44:48.157969 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port ab12d705-4be6-4560-914e-9c3166275d2d triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:44:48.158526 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (ab12d705-4be6-4560-914e-9c3166275d2d), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:48.185706 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:48.245302 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-6ab4eeaa-c776-4a54-a3da-a6e6f00af3ba None None] Provisioning complete for port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:44:48.245697 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-6ab4eeaa-c776-4a54-a3da-a6e6f00af3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:48.267370 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Publish callbacks [] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:48.274082 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:48.288673 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-6ab4eeaa-c776-4a54-a3da-a6e6f00af3ba None None] Port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:44:48.290967 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:46Z', 'revision_number': 3, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:48.329661 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port ab12d705-4be6-4560-914e-9c3166275d2d is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:44:48.330131 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (ab12d705-4be6-4560-914e-9c3166275d2d), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:48.333642 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d72ca-1e69-45e7-9b00-7e001e623d87 None None] The sync data for ids ['16387848-4526-4be8-842c-7b63dbb34ad4'] in dv-cinder-842433-1-iscsi is: [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:46Z', 'revision_number': 3, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:44:48.350401 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-777637'] for router_interface (16387848-4526-4be8-842c-7b63dbb34ad4), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:48.358211 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362a1562-ca96-486a-94a2-02c7eb3a8c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab12d705-4be6-4560-914e-9c3166275d2d'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:44:48.361217 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd452ffe-1c8a-4f00-878f-0a2c16aa7cce,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:48.361345 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f49864-1274-4adc-8eac-502a4c36a9ec" -d '{"events": [{"server_uuid": "362a1562-ca96-486a-94a2-02c7eb3a8c4d", "name": "network-vif-plugged", "status": "completed", "tag": "ab12d705-4be6-4560-914e-9c3166275d2d"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:44:48.380380 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port ab12d705-4be6-4560-914e-9c3166275d2d, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=ab12d705-4be6-4560-914e-9c3166275d2d,segment=NetworkSegment(5de08565-49ab-4a3f-a657-d7ef9ea6260e),segment_id=5de08565-49ab-4a3f-a657-d7ef9ea6260e)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:44:48.386015 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (ab12d705-4be6-4560-914e-9c3166275d2d), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:48.426355 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963d7fef-0e9a-4814-920f-f9528dd2769d x-openstack-request-id: req-963d7fef-0e9a-4814-920f-f9528dd2769d {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:44:48.426748 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362a1562-ca96-486a-94a2-02c7eb3a8c4d", "name": "network-vif-plugged", "status": "completed", "tag": "ab12d705-4be6-4560-914e-9c3166275d2d", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:44:48.427068 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-963d7fef-0e9a-4814-920f-f9528dd2769d {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:44:48.427594 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963d7fef-0e9a-4814-920f-f9528dd2769d'] response: {'server_uuid': '362a1562-ca96-486a-94a2-02c7eb3a8c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab12d705-4be6-4560-914e-9c3166275d2d', 'code': 200} May 19 16:44:48.461924 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=ab12d705-4be6-4560-914e-9c3166275d2d,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:48.508752 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Network d502c5b6-89c2-49f6-8ac0-adfabdff9156 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:44:48.510865 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:44:48.513512 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:48.527248 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:48.613244 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b6d533c3-d9a0-4b7f-b374-4f72a10fe01e up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:44:48.632462 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33270) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:48.710513 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:44:48.711013 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (b6d533c3-d9a0-4b7f-b374-4f72a10fe01e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:48.765098 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323193d-059c-4992-930e-bd0eab20e38a req-e750759d-3d55-4908-a1e2-a480c1bc84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:48.767406 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Router 16387848-4526-4be8-842c-7b63dbb34ad4 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:44:48.771328 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e323193d-059c-4992-930e-bd0eab20e38a req-e750759d-3d55-4908-a1e2-a480c1bc84c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 1129 time: 0.1256232 May 19 16:44:48.792432 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a8e98-c59d-48b1-a46c-eebdfcac252b req-d08f6c25-946b-4241-aa99-a54ad688351a tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:48.809937 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-da9a8e98-c59d-48b1-a46c-eebdfcac252b req-d08f6c25-946b-4241-aa99-a54ad688351a tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.1485205 May 19 16:44:48.875988 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:44:48.898007 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-025936f3-4ad5-420f-b6bb-c35e8c9ba317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:48.925883 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e323193d-059c-4992-930e-bd0eab20e38a req-b90c6e35-52c1-404e-8ba7-cbaf07da40a7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117032 May 19 16:44:48.942866 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-da9a8e98-c59d-48b1-a46c-eebdfcac252b req-7df17232-8818-43fa-b3e1-30776e616f48 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320376 May 19 16:44:49.022252 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-45350f71-3a60-4e9b-b5c0-3f7cc19faa45 None None] Provisioning complete for port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:44:49.023303 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-45350f71-3a60-4e9b-b5c0-3f7cc19faa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:49.052422 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-025936f3-4ad5-420f-b6bb-c35e8c9ba317 admin admin] Publish callbacks [] for security_group (81237ef7-50d5-4823-bc34-45a4e979c125), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:49.059049 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-025936f3-4ad5-420f-b6bb-c35e8c9ba317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (81237ef7-50d5-4823-bc34-45a4e979c125), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:49.071733 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-45350f71-3a60-4e9b-b5c0-3f7cc19faa45 None None] Port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:44:49.103369 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-025936f3-4ad5-420f-b6bb-c35e8c9ba317 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7fb1bb7e71e42b298b9852e2c1cf9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4695570 May 19 16:44:49.104283 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33276) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:49.127325 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025936f3-4ad5-420f-b6bb-c35e8c9ba317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81237ef7-50d5-4823-bc34-45a4e979c125,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:49.229448 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6b680-e6f3-45d9-b4bf-023e479138b2 req-7e24c177-a17c-45c8-85dc-87e0d89b0f5b tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:49.230969 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b4a6b680-e6f3-45d9-b4bf-023e479138b2 req-7e24c177-a17c-45c8-85dc-87e0d89b0f5b tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 945 time: 0.1109021 May 19 16:44:49.239466 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:44:49.249661 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-172baa09-46e2-4c29-809b-23190caa09d5 admin admin] 10.222.0.36 "PUT /v2.0/routers/16387848-4526-4be8-842c-7b63dbb34ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4083390 May 19 16:44:49.274179 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-bf0c66eb-5214-4847-b7f4-d0d5764ad251 admin admin] Publish callbacks [] for security_group (81237ef7-50d5-4823-bc34-45a4e979c125), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:49.302922 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-bf0c66eb-5214-4847-b7f4-d0d5764ad251 admin admin] Publish callbacks [] for security_group (81237ef7-50d5-4823-bc34-45a4e979c125), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:49.365735 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b4a6b680-e6f3-45d9-b4bf-023e479138b2 req-068c0795-adb6-42d6-adde-6df5982696ac tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243045 May 19 16:44:49.392323 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-bf0c66eb-5214-4847-b7f4-d0d5764ad251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (81237ef7-50d5-4823-bc34-45a4e979c125), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:49.395033 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-bf0c66eb-5214-4847-b7f4-d0d5764ad251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:49.398550 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-bf0c66eb-5214-4847-b7f4-d0d5764ad251 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81237ef7-50d5-4823-bc34-45a4e979c125 HTTP/1.1" status: 204 len: 168 time: 0.2908762 May 19 16:44:49.422746 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c66eb-5214-4847-b7f4-d0d5764ad251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81237ef7-50d5-4823-bc34-45a4e979c125,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:49.792855 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33302) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:49.799989 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33304) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:49.802981 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:49.804553 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-1cae5b54-fe4f-4871-aadd-1fd0e073fe85 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1048154271', 'description': 'tempest-description--1014885645'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:44:49.812199 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-07e38bae-5ec1-443f-85ae-c09deba1fd79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:49.815895 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:49.833466 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1cae5b54-fe4f-4871-aadd-1fd0e073fe85 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:49.836701 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:49.906462 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-07e38bae-5ec1-443f-85ae-c09deba1fd79 admin admin] Publish callbacks [] for security_group (c184fd7d-218a-496d-8630-4da7ae0a12e2), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:49.910029 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-07e38bae-5ec1-443f-85ae-c09deba1fd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c184fd7d-218a-496d-8630-4da7ae0a12e2), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:49.918282 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1cae5b54-fe4f-4871-aadd-1fd0e073fe85 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group (471cb35a-2234-4219-a6dd-14a466b6f4cd), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:49.922154 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1cae5b54-fe4f-4871-aadd-1fd0e073fe85 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (471cb35a-2234-4219-a6dd-14a466b6f4cd), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:49.954566 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-07e38bae-5ec1-443f-85ae-c09deba1fd79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d78a0c6e73a4fc29819758099701984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604097 May 19 16:44:49.955300 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e38bae-5ec1-443f-85ae-c09deba1fd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c184fd7d-218a-496d-8630-4da7ae0a12e2,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:49.957673 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33306) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:49.959167 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1cae5b54-fe4f-4871-aadd-1fd0e073fe85 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:49.963256 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-1cae5b54-fe4f-4871-aadd-1fd0e073fe85 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1622450 May 19 16:44:49.964085 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33308) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:49.971311 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-35ade7f2-c22d-4a13-8063-0eee1d947556 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Request body: {'security_group_rule': {'security_group_id': '471cb35a-2234-4219-a6dd-14a466b6f4cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:44:49.977458 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae5b54-fe4f-4871-aadd-1fd0e073fe85 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471cb35a-2234-4219-a6dd-14a466b6f4cd,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:50.003819 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-35ade7f2-c22d-4a13-8063-0eee1d947556 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group_rule (592d0905-d613-4a2b-ade1-f82c365ba474), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.021282 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-721f7210-ae49-4db7-b906-863718f0cf21 admin admin] Publish callbacks [] for security_group (c184fd7d-218a-496d-8630-4da7ae0a12e2), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.044328 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-721f7210-ae49-4db7-b906-863718f0cf21 admin admin] Publish callbacks [] for security_group (c184fd7d-218a-496d-8630-4da7ae0a12e2), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.097602 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-721f7210-ae49-4db7-b906-863718f0cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c184fd7d-218a-496d-8630-4da7ae0a12e2), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.098592 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee52865-7dbc-4285-b1ff-7df3446a0c72 req-7c8ec6e8-5d0c-4bdd-90a6-09a4e3eb2be6 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:50.100139 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0ee52865-7dbc-4285-b1ff-7df3446a0c72 req-7c8ec6e8-5d0c-4bdd-90a6-09a4e3eb2be6 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0688882 May 19 16:44:50.100977 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-721f7210-ae49-4db7-b906-863718f0cf21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.105633 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-721f7210-ae49-4db7-b906-863718f0cf21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c184fd7d-218a-496d-8630-4da7ae0a12e2 HTTP/1.1" status: 204 len: 168 time: 0.1470001 May 19 16:44:50.117516 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f7210-ae49-4db7-b906-863718f0cf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c184fd7d-218a-496d-8630-4da7ae0a12e2,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:50.118077 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-35ade7f2-c22d-4a13-8063-0eee1d947556 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group_rule (592d0905-d613-4a2b-ade1-f82c365ba474), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.131684 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-35ade7f2-c22d-4a13-8063-0eee1d947556 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (592d0905-d613-4a2b-ade1-f82c365ba474), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.154188 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:50.164153 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ade7f2-c22d-4a13-8063-0eee1d947556 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592d0905-d613-4a2b-ade1-f82c365ba474,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:50.190935 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-35ade7f2-c22d-4a13-8063-0eee1d947556 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.192012 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-35ade7f2-c22d-4a13-8063-0eee1d947556 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2249281 May 19 16:44:50.194712 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33314) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:50.201894 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0ee52865-7dbc-4285-b1ff-7df3446a0c72 req-2a340c94-2330-4e60-9776-f23cbaf0fc1e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863745 May 19 16:44:50.206608 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-b7c21f0e-c175-4716-b2fa-9a1a4402b644 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Request body: {'security_group_rule': {'security_group_id': '471cb35a-2234-4219-a6dd-14a466b6f4cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:44:50.236681 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b7c21f0e-c175-4716-b2fa-9a1a4402b644 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group_rule (ba688a15-00dd-4e46-8415-d8b502066deb), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.297947 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b7c21f0e-c175-4716-b2fa-9a1a4402b644 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group_rule (ba688a15-00dd-4e46-8415-d8b502066deb), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.301888 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b7c21f0e-c175-4716-b2fa-9a1a4402b644 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (ba688a15-00dd-4e46-8415-d8b502066deb), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.320639 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c21f0e-c175-4716-b2fa-9a1a4402b644 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba688a15-00dd-4e46-8415-d8b502066deb,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:50.331668 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b7c21f0e-c175-4716-b2fa-9a1a4402b644 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.333191 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-b7c21f0e-c175-4716-b2fa-9a1a4402b644 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375401 May 19 16:44:50.336273 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33318) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:50.341087 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Request body: {'floatingip': {'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:44:50.366415 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.458634 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.469457 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Sync routers for ids ['16387848-4526-4be8-842c-7b63dbb34ad4'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:44:50.481006 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Routers {'16387848-4526-4be8-842c-7b63dbb34ad4'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:44:50.481664 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:44:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['16387848-4526-4be8-842c-7b63dbb34ad4'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:50.538660 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c6d1-2b09-4492-97b7-c4c2a5c0436d req-0c74981d-5ab4-49cb-a23b-3063275c2400 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:50.540693 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-6255c6d1-2b09-4492-97b7-c4c2a5c0436d req-0c74981d-5ab4-49cb-a23b-3063275c2400 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 945 time: 0.0677834 May 19 16:44:50.620285 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:50.626291 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:50.628307 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-6255c6d1-2b09-4492-97b7-c4c2a5c0436d req-8e94c881-5ce4-4b08-8a51-e9ce7031c4e6 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780606 May 19 16:44:50.633382 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Set router 16387848-4526-4be8-842c-7b63dbb34ad4 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:44:50.653950 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Allocated IP 172.27.1.59 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/dfc852bd-d625-4bf7-a755-bd9f1105dc83) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:44:50.669571 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 412e3326-1877-4166-87e7-8e4e2dc1c59c up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:44:50.793121 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for port (dfc852bd-d625-4bf7-a755-bd9f1105dc83), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.819207 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 412e3326-1877-4166-87e7-8e4e2dc1c59c triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:44:50.819582 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (412e3326-1877-4166-87e7-8e4e2dc1c59c), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.822695 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:50.839161 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (dfc852bd-d625-4bf7-a755-bd9f1105dc83), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:50.869648 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:44:50.892926 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:44:50.897454 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:44:50.952445 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:48Z', 'revision_number': 2, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:50.960633 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:50.963887 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event updated for resources: {'Port': ['ID=dfc852bd-d625-4bf7-a755-bd9f1105dc83,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:51.001007 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Checking router: 16387848-4526-4be8-842c-7b63dbb34ad4 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:44:51.001396 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Updating router 16387848-4526-4be8-842c-7b63dbb34ad4 port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce binding host dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:44:51.038896 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 412e3326-1877-4166-87e7-8e4e2dc1c59c is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:44:51.039285 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (412e3326-1877-4166-87e7-8e4e2dc1c59c), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.048555 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.066452 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for floatingip (9e4f607a-2f19-4e59-994f-5df1f87539f4), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.073589 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port 412e3326-1877-4166-87e7-8e4e2dc1c59c, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=412e3326-1877-4166-87e7-8e4e2dc1c59c,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:44:51.085252 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33346) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:51.114029 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (412e3326-1877-4166-87e7-8e4e2dc1c59c), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.148707 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (dfc852bd-d625-4bf7-a755-bd9f1105dc83), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.359947 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7e50783f-ae32-4333-b6ad-c41b7a5183e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.365573 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=412e3326-1877-4166-87e7-8e4e2dc1c59c,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:51.411064 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8f774-40f0-4115-be39-8ec1a7e95064 req-05165b6b-a8d8-45b2-9877-592c6f0178a2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:51.414572 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7fb8f774-40f0-4115-be39-8ec1a7e95064 req-05165b6b-a8d8-45b2-9877-592c6f0178a2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0995784 May 19 16:44:51.467554 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7e50783f-ae32-4333-b6ad-c41b7a5183e3 admin admin] Publish callbacks [] for security_group (cedd63a1-0030-4723-ab61-02946e20e86a), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.473568 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7e50783f-ae32-4333-b6ad-c41b7a5183e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (cedd63a1-0030-4723-ab61-02946e20e86a), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.507471 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7fb8f774-40f0-4115-be39-8ec1a7e95064 req-6bc47fc4-1eba-4d98-9890-38a56cb2686e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769382 May 19 16:44:51.523563 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-7e50783f-ae32-4333-b6ad-c41b7a5183e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3bd0d1dadadb480ab97b93fb7a5b2562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363921 May 19 16:44:51.525705 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50783f-ae32-4333-b6ad-c41b7a5183e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedd63a1-0030-4723-ab61-02946e20e86a,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:51.526676 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33364) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:51.553412 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for port (dfc852bd-d625-4bf7-a755-bd9f1105dc83), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.564245 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (dfc852bd-d625-4bf7-a755-bd9f1105dc83), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.639692 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Publish callbacks [] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), precommit_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.646403 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.677220 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event updated for resources: {'Port': ['ID=dfc852bd-d625-4bf7-a755-bd9f1105dc83,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:51.698519 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (9e4f607a-2f19-4e59-994f-5df1f87539f4), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.704296 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4f812846-a5b8-4608-8578-08e09b5a48e8 admin admin] Publish callbacks [] for security_group (cedd63a1-0030-4723-ab61-02946e20e86a), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.712273 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96776bae-a352-4b36-aaa4-7b4bdf7b9a56 None None] Pushing event updated for resources: {'Port': ['ID=dd452ffe-1c8a-4f00-878f-0a2c16aa7cce,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:51.748863 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.758656 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-b080c0b9-7abf-4127-aedb-c39980384ed3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4129140 May 19 16:44:51.758656 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4f812846-a5b8-4608-8578-08e09b5a48e8 admin admin] Publish callbacks [] for security_group (cedd63a1-0030-4723-ab61-02946e20e86a), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.800698 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Attempting to bind port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:44:51.803735 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Attempting to bind port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:44:51.804424 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Attempting to bind port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce on network d502c5b6-89c2-49f6-8ac0-adfabdff9156 {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:44:51.807805 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:51.816180 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:44:51.819733 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Checking segment: {'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:44:51.820490 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.821337 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Bound using segment: {'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:44:51.823531 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Bound port: dd452ffe-1c8a-4f00-878f-0a2c16aa7cce, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:44:51.824111 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.832968 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:51.866474 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4f812846-a5b8-4608-8578-08e09b5a48e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (cedd63a1-0030-4723-ab61-02946e20e86a), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.869289 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4f812846-a5b8-4608-8578-08e09b5a48e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:51.871762 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-4f812846-a5b8-4608-8578-08e09b5a48e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cedd63a1-0030-4723-ab61-02946e20e86a HTTP/1.1" status: 204 len: 168 time: 0.3427470 May 19 16:44:51.882002 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f812846-a5b8-4608-8578-08e09b5a48e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedd63a1-0030-4723-ab61-02946e20e86a,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:51.885852 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfef584-77d8-4413-b342-40d444015548 req-953501cc-7f9c-4837-abd1-a4461b90af9c tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:51.894622 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-abfef584-77d8-4413-b342-40d444015548 req-953501cc-7f9c-4837-abd1-a4461b90af9c tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 945 time: 0.1186056 May 19 16:44:51.969238 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-abfef584-77d8-4413-b342-40d444015548 req-ac777bf8-1722-4605-a75b-313b838acb18 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690596 May 19 16:44:51.988692 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] For port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:44:51.992536 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] For port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=dd452ffe-1c8a-4f00-878f-0a2c16aa7cce,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:44:52.000825 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:52.098351 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Routers {'16387848-4526-4be8-842c-7b63dbb34ad4'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:44:52.099157 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:44:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['16387848-4526-4be8-842c-7b63dbb34ad4'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:52.101147 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96776bae-a352-4b36-aaa4-7b4bdf7b9a56 None None] Pushing event updated for resources: {'Port': ['ID=dd452ffe-1c8a-4f00-878f-0a2c16aa7cce,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:52.170279 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-05fdb9c4-1796-4db2-bb14-a5de4f561156 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1048154271&fields=id&tenant_id=fd5d1150a9ed483bbd298b896bcf7f46 HTTP/1.1" status: 200 len: 267 time: 0.1224141 May 19 16:44:52.175455 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-d324bdee-5305-447d-976f-25ea96080461 None None] Provisioning complete for port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:44:52.175836 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d324bdee-5305-447d-976f-25ea96080461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:52.297676 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:52.318040 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] Set router 16387848-4526-4be8-842c-7b63dbb34ad4 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:44:52.400737 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:44:52.414849 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-70a6238b-b535-4c2a-920f-94b3460d0e9e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:52.424065 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-70a6238b-b535-4c2a-920f-94b3460d0e9e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/networks?id=d502c5b6-89c2-49f6-8ac0-adfabdff9156 HTTP/1.1" status: 200 len: 811 time: 0.2528715 May 19 16:44:52.444492 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-f5fb26e4-f255-4c50-a36d-50dc8e0f9835 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/quotas/fd5d1150a9ed483bbd298b896bcf7f46 HTTP/1.1" status: 200 len: 375 time: 0.0192370 May 19 16:44:52.501339 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-5fbd8e76-c29b-448b-8b9c-1b95b76add30 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd5d1150a9ed483bbd298b896bcf7f46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556996 May 19 16:44:52.542270 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-d324bdee-5305-447d-976f-25ea96080461 None None] Current status of the port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:44:52.542664 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d324bdee-5305-447d-976f-25ea96080461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:52.644961 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-d324bdee-5305-447d-976f-25ea96080461 None None] For port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=dd452ffe-1c8a-4f00-878f-0a2c16aa7cce,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:44:52.664828 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d324bdee-5305-447d-976f-25ea96080461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:52.700520 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:52.742299 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 412e3326-1877-4166-87e7-8e4e2dc1c59c up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:44:52.748703 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59725b-cc8a-49ff-a0c8-f11f8379bf7d req-487b6134-1639-4d14-a9b8-b009ef35fd58 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:52.758089 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8c59725b-cc8a-49ff-a0c8-f11f8379bf7d req-487b6134-1639-4d14-a9b8-b009ef35fd58 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.1093936 May 19 16:44:52.785849 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-b4c72540-aab9-4fb5-84d0-ccc6928ce6cd service neutron] 10.222.0.36 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674925 May 19 16:44:52.796837 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:52.838639 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-f7d7d916-0c52-4b43-b909-9c5f2e7308ca None None] Provisioning complete for port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:44:52.839242 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d916-0c52-4b43-b909-9c5f2e7308ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:52.843501 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8c59725b-cc8a-49ff-a0c8-f11f8379bf7d req-547eb71e-0530-4814-8755-6adc87df328c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824945 May 19 16:44:52.926093 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:44:52.954293 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324bdee-5305-447d-976f-25ea96080461 None None] Pushing event updated for resources: {'Port': ['ID=dd452ffe-1c8a-4f00-878f-0a2c16aa7cce,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:52.966145 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-e82ab9aa-160e-4009-beca-3c19484d7160 service neutron] 10.222.0.36 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735857 May 19 16:44:53.019996 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc20adbd-0420-47f7-95b1-1051944871bc None None] The sync data for ids ['16387848-4526-4be8-842c-7b63dbb34ad4'] in dv-cinder-842433-1-iscsi is: [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:44:53.089485 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:53.091402 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-f7d7d916-0c52-4b43-b909-9c5f2e7308ca None None] Current status of the port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:44:53.111356 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 412e3326-1877-4166-87e7-8e4e2dc1c59c triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:44:53.112219 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (412e3326-1877-4166-87e7-8e4e2dc1c59c), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:53.194370 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:53.237918 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 412e3326-1877-4166-87e7-8e4e2dc1c59c is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:44:53.268951 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-92c10d89-d62f-4a4d-9bde-f9626b95e25f req-f96abb5c-d88f-445e-b674-436aa357e8c1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 210 time: 0.0467644 May 19 16:44:53.772063 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33508) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:53.988968 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-95b45d48-7a93-4633-9c78-2a4c7bb28b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:54.038097 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59776b6-d13b-4d04-9547-b7edc5ba03e6 req-ceed5718-5b08-4721-acdf-52b506d15705 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:54.039784 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e59776b6-d13b-4d04-9547-b7edc5ba03e6 req-ceed5718-5b08-4721-acdf-52b506d15705 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0678017 May 19 16:44:54.103212 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:54.120525 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e59776b6-d13b-4d04-9547-b7edc5ba03e6 req-ff18a58b-ddb4-4046-adb3-944fd8d5e323 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720088 May 19 16:44:54.143569 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-95b45d48-7a93-4633-9c78-2a4c7bb28b4d admin admin] Publish callbacks [] for security_group (d61f800a-0d57-4929-bdd2-b7dbf46ec072), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:54.154428 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-95b45d48-7a93-4633-9c78-2a4c7bb28b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (d61f800a-0d57-4929-bdd2-b7dbf46ec072), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:54.199714 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b45d48-7a93-4633-9c78-2a4c7bb28b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61f800a-0d57-4929-bdd2-b7dbf46ec072,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:54.204430 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-95b45d48-7a93-4633-9c78-2a4c7bb28b4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5ed921bc8a84afbaccd928efb76fd67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4310043 May 19 16:44:54.207070 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33524) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:54.274483 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a3327186-054b-4185-95c8-9ca8e29a3e4b admin admin] Publish callbacks [] for security_group (d61f800a-0d57-4929-bdd2-b7dbf46ec072), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:54.308231 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a3327186-054b-4185-95c8-9ca8e29a3e4b admin admin] Publish callbacks [] for security_group (d61f800a-0d57-4929-bdd2-b7dbf46ec072), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:54.390880 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f85b0e24-c242-4f91-b483-bee12e3646f7 req-d5e20cc2-795f-46ba-baf5-7aa8e6abb20a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 210 time: 0.0328531 May 19 16:44:54.418224 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a3327186-054b-4185-95c8-9ca8e29a3e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (d61f800a-0d57-4929-bdd2-b7dbf46ec072), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:54.418224 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a3327186-054b-4185-95c8-9ca8e29a3e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:54.418224 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-a3327186-054b-4185-95c8-9ca8e29a3e4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d61f800a-0d57-4929-bdd2-b7dbf46ec072 HTTP/1.1" status: 204 len: 168 time: 0.2077005 May 19 16:44:54.425892 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3327186-054b-4185-95c8-9ca8e29a3e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61f800a-0d57-4929-bdd2-b7dbf46ec072,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:54.617990 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device dd452ffe-1c8a-4f00-878f-0a2c16aa7cce up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:44:54.704953 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:44:54.705621 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:54.832059 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:44:54.839457 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-816c8727-bf82-453e-a40c-12a84207dcca tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:54.841234 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-816c8727-bf82-453e-a40c-12a84207dcca tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.48 "GET /v2.0/networks?id=d502c5b6-89c2-49f6-8ac0-adfabdff9156 HTTP/1.1" status: 200 len: 811 time: 0.2258480 May 19 16:44:54.939740 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-597e460e-4817-4e3c-b810-c0e53b54d95b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd5d1150a9ed483bbd298b896bcf7f46 HTTP/1.1" status: 200 len: 380 time: 0.0859959 May 19 16:44:54.959365 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-70335e6f-45f1-4ee4-aed0-d43ad1a093c4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Request body: {'port': {'device_id': 'ec996e03-c5eb-44e0-ad6c-cbe782fd443d', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'admin_state_up': True, 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'security_groups': ['471cb35a-2234-4219-a6dd-14a466b6f4cd']}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:44:55.058997 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33550) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:55.080663 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7e431297-07fd-439d-b3c5-63169cf7dc71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:55.130995 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-70335e6f-45f1-4ee4-aed0-d43ad1a093c4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Made reservation on behalf of fd5d1150a9ed483bbd298b896bcf7f46 for: {'port': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:44:55.134800 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-70335e6f-45f1-4ee4-aed0-d43ad1a093c4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:55.209037 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:55.261801 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce38d45-09c4-44db-9830-42cda4d04647 req-fdfe6aae-0eac-4446-abaa-a691fa2c6ac9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:55.264190 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9ce38d45-09c4-44db-9830-42cda4d04647 req-fdfe6aae-0eac-4446-abaa-a691fa2c6ac9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0600283 May 19 16:44:55.315378 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7e431297-07fd-439d-b3c5-63169cf7dc71 admin admin] Publish callbacks [] for security_group (d8469ec0-c4c0-4302-8850-97c10d18c78d), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:55.322116 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7e431297-07fd-439d-b3c5-63169cf7dc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (d8469ec0-c4c0-4302-8850-97c10d18c78d), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:55.327472 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9ce38d45-09c4-44db-9830-42cda4d04647 req-c1266719-45a8-45c6-a0f3-017b76985f4e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563266 May 19 16:44:55.361006 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:55.369728 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-70335e6f-45f1-4ee4-aed0-d43ad1a093c4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Allocated IP 172.20.0.5 (d502c5b6-89c2-49f6-8ac0-adfabdff9156/45f5191e-3500-4df3-8bf4-eea14d289679/aaa116bf-f964-4274-a879-27bf6f601715) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:44:55.381991 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e431297-07fd-439d-b3c5-63169cf7dc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8469ec0-c4c0-4302-8850-97c10d18c78d,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:55.394947 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-7e431297-07fd-439d-b3c5-63169cf7dc71 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b18180d0a9e846aea48103992ec83e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321457 May 19 16:44:55.395274 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33560) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:44:55.456899 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4aaabb61-c791-49d6-a2d3-babdc22561db admin admin] Publish callbacks [] for security_group (d8469ec0-c4c0-4302-8850-97c10d18c78d), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:55.491656 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4aaabb61-c791-49d6-a2d3-babdc22561db admin admin] Publish callbacks [] for security_group (d8469ec0-c4c0-4302-8850-97c10d18c78d), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:55.525280 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-eface9db-a406-42fb-876c-48497cdb9b12 req-ca540b6a-03cc-4afc-b761-c4a949ab3042 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 210 time: 0.0401464 May 19 16:44:55.561652 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4aaabb61-c791-49d6-a2d3-babdc22561db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (d8469ec0-c4c0-4302-8850-97c10d18c78d), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:55.564861 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4aaabb61-c791-49d6-a2d3-babdc22561db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:55.566190 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-4aaabb61-c791-49d6-a2d3-babdc22561db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8469ec0-c4c0-4302-8850-97c10d18c78d HTTP/1.1" status: 204 len: 168 time: 0.1701989 May 19 16:44:55.577551 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaabb61-c791-49d6-a2d3-babdc22561db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8469ec0-c4c0-4302-8850-97c10d18c78d,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:55.599856 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-70335e6f-45f1-4ee4-aed0-d43ad1a093c4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for port (aaa116bf-f964-4274-a879-27bf6f601715), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:55.643666 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-70335e6f-45f1-4ee4-aed0-d43ad1a093c4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (aaa116bf-f964-4274-a879-27bf6f601715), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:55.956278 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-70335e6f-45f1-4ee4-aed0-d43ad1a093c4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Network d502c5b6-89c2-49f6-8ac0-adfabdff9156 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:44:55.963063 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-70335e6f-45f1-4ee4-aed0-d43ad1a093c4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:44:55.968013 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-70335e6f-45f1-4ee4-aed0-d43ad1a093c4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:44:56.011569 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70335e6f-45f1-4ee4-aed0-d43ad1a093c4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event updated for resources: {'Port': ['ID=aaa116bf-f964-4274-a879-27bf6f601715,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:56.031722 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-70335e6f-45f1-4ee4-aed0-d43ad1a093c4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:56.032610 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-70335e6f-45f1-4ee4-aed0-d43ad1a093c4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:56.053056 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-70335e6f-45f1-4ee4-aed0-d43ad1a093c4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1049526 May 19 16:44:56.069070 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Request body: {'port': {'device_id': 'ec996e03-c5eb-44e0-ad6c-cbe782fd443d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:44:56.163772 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (aaa116bf-f964-4274-a879-27bf6f601715), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:56.270258 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-890aa1d9-af00-425e-b85a-b26626503352 None None] Provisioning complete for port aaa116bf-f964-4274-a879-27bf6f601715 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:44:56.270780 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-890aa1d9-af00-425e-b85a-b26626503352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (aaa116bf-f964-4274-a879-27bf6f601715), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:56.311879 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-890aa1d9-af00-425e-b85a-b26626503352 None None] Port aaa116bf-f964-4274-a879-27bf6f601715 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:44:56.403511 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:56.449878 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118b97a-4ca1-4505-8b33-c9e032100c9f req-d0f7e36e-e666-41ba-87a5-37ac7bfb28ff tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:56.451440 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3118b97a-4ca1-4505-8b33-c9e032100c9f req-d0f7e36e-e666-41ba-87a5-37ac7bfb28ff tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0561342 May 19 16:44:56.486446 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa116bf-f964-4274-a879-27bf6f601715 {{(pid=110370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:44:56.494507 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Publish callbacks [] for port (aaa116bf-f964-4274-a879-27bf6f601715), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:56.508782 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.provisioning_blocks [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Transition to ACTIVE for port object aaa116bf-f964-4274-a879-27bf6f601715 will not be triggered until provisioned by entity L2. {{(pid=110370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:44:56.509985 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3118b97a-4ca1-4505-8b33-c9e032100c9f req-60fde65f-7d6b-4278-8c04-48efda37ca98 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498521 May 19 16:44:56.513171 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (aaa116bf-f964-4274-a879-27bf6f601715), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:56.599292 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Pushing event updated for resources: {'Port': ['ID=aaa116bf-f964-4274-a879-27bf6f601715,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:56.673374 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:56.694100 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Attempting to bind port aaa116bf-f964-4274-a879-27bf6f601715 on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:44:56.694438 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Attempting to bind port aaa116bf-f964-4274-a879-27bf6f601715 by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:44:56.694772 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Attempting to bind port aaa116bf-f964-4274-a879-27bf6f601715 on network d502c5b6-89c2-49f6-8ac0-adfabdff9156 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:44:56.716720 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774dc70-c305-400e-8c6c-25d5e856e023 req-d93916a7-9eba-415e-9070-8c63744f41b0 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:56.718403 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3774dc70-c305-400e-8c6c-25d5e856e023 req-d93916a7-9eba-415e-9070-8c63744f41b0 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 943 time: 0.0817859 May 19 16:44:56.719018 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Port aaa116bf-f964-4274-a879-27bf6f601715 on network d502c5b6-89c2-49f6-8ac0-adfabdff9156 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:44:56.719348 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Attempting to bind port aaa116bf-f964-4274-a879-27bf6f601715 on network d502c5b6-89c2-49f6-8ac0-adfabdff9156 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:44:56.731451 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:44:56.731798 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Checking segment: {'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:44:56.732190 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Bound using segment: {'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:44:56.732858 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Bound port: aaa116bf-f964-4274-a879-27bf6f601715, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:44:56.733264 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (aaa116bf-f964-4274-a879-27bf6f601715), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:56.823507 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3774dc70-c305-400e-8c6c-25d5e856e023 req-0655eba6-f309-4687-84c7-5acb2b9ba194 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939887 May 19 16:44:56.854041 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] For port aaa116bf-f964-4274-a879-27bf6f601715, host hv-cinder-84243, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:44:56.858457 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] For port aaa116bf-f964-4274-a879-27bf6f601715, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=aaa116bf-f964-4274-a879-27bf6f601715,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:44:56.865060 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (aaa116bf-f964-4274-a879-27bf6f601715), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:56.918826 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:56.919457 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:44:56.920857 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] 10.222.0.48 "PUT /v2.0/ports/aaa116bf-f964-4274-a879-27bf6f601715 HTTP/1.1" status: 200 len: 1093 time: 0.8574157 May 19 16:44:56.922356 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec996e03-c5eb-44e0-ad6c-cbe782fd443d', 'tag': 'aaa116bf-f964-4274-a879-27bf6f601715'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:44:56.924766 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecefa1b-0eee-49a8-b1dd-29f6a5c4b5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ec996e03-c5eb-44e0-ad6c-cbe782fd443d", "tag": "aaa116bf-f964-4274-a879-27bf6f601715"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:44:56.963947 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d3e8d-6956-4bf8-ad43-33ddb54f287e service neutron] Pushing event updated for resources: {'Port': ['ID=aaa116bf-f964-4274-a879-27bf6f601715,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:44:56.985911 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ea7b9e-e916-4cbd-b87b-ec216b476615 x-openstack-request-id: req-78ea7b9e-e916-4cbd-b87b-ec216b476615 {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:44:56.986213 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec996e03-c5eb-44e0-ad6c-cbe782fd443d", "tag": "aaa116bf-f964-4274-a879-27bf6f601715", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:44:56.986467 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78ea7b9e-e916-4cbd-b87b-ec216b476615 {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:44:56.986886 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ea7b9e-e916-4cbd-b87b-ec216b476615'] response: {'name': 'network-changed', 'server_uuid': 'ec996e03-c5eb-44e0-ad6c-cbe782fd443d', 'tag': 'aaa116bf-f964-4274-a879-27bf6f601715', 'status': 'completed', 'code': 200} May 19 16:44:57.655688 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58458cf5-1b10-4f88-b7a7-be44e890b255 req-1dceb141-fc10-45be-8211-436886a761d4 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:57.661709 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-58458cf5-1b10-4f88-b7a7-be44e890b255 req-1dceb141-fc10-45be-8211-436886a761d4 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0576437 May 19 16:44:57.720160 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-58458cf5-1b10-4f88-b7a7-be44e890b255 req-6da05419-e7a1-4247-b4dc-eb9f8ebbb0ef tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549498 May 19 16:44:57.789406 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecefa1b-0eee-49a8-b1dd-29f6a5c4b5cd req-79b721ad-7f26-4af9-891c-2b8db1c0a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:57.791102 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-eecefa1b-0eee-49a8-b1dd-29f6a5c4b5cd req-79b721ad-7f26-4af9-891c-2b8db1c0a804 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd5d1150a9ed483bbd298b896bcf7f46&device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 1127 time: 0.0462515 May 19 16:44:57.913986 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3e9b6-eb3a-49a6-94e4-2323a54de49c req-46ce71f4-ab43-4f20-a5f3-c4f430a1bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:57.915609 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9ec3e9b6-eb3a-49a6-94e4-2323a54de49c req-46ce71f4-ab43-4f20-a5f3-c4f430a1bd31 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 1129 time: 0.0612862 May 19 16:44:57.977457 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af8544-384d-41c9-b5d3-68cb5b940b35 req-099394bb-bb39-4eb9-b40a-db5e4f532f45 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:57.979302 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-12af8544-384d-41c9-b5d3-68cb5b940b35 req-099394bb-bb39-4eb9-b40a-db5e4f532f45 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 943 time: 0.0572109 May 19 16:44:58.018764 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9ec3e9b6-eb3a-49a6-94e4-2323a54de49c req-8d84c7bd-3ecf-4b08-af5c-050c0de169aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873306 May 19 16:44:58.020215 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecefa1b-0eee-49a8-b1dd-29f6a5c4b5cd req-6e1ac6ec-5c27-4ef4-9c2e-69e2636d3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:58.021686 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-eecefa1b-0eee-49a8-b1dd-29f6a5c4b5cd req-6e1ac6ec-5c27-4ef4-9c2e-69e2636d3c74 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=fd5d1150a9ed483bbd298b896bcf7f46&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2196269 May 19 16:44:58.040474 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-12af8544-384d-41c9-b5d3-68cb5b940b35 req-593f8572-7ff2-4100-aedc-fbaee517788d tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545211 May 19 16:44:58.294220 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=36 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:58.411964 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:58.424058 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecefa1b-0eee-49a8-b1dd-29f6a5c4b5cd req-0c31cdc6-ead2-46f8-95bb-64b06267468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:58.425636 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-eecefa1b-0eee-49a8-b1dd-29f6a5c4b5cd req-0c31cdc6-ead2-46f8-95bb-64b06267468a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1126325 May 19 16:44:58.538352 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-09279d65-ea0d-4828-bf2a-a586d31098e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:58.540001 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-09279d65-ea0d-4828-bf2a-a586d31098e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd5d1150a9ed483bbd298b896bcf7f46&device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 1127 time: 0.0645514 May 19 16:44:58.839290 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a3077-592c-4119-a416-ef6f12857066 req-70ed02c8-c243-4a64-8bcd-5c9ed1e4f23d tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:58.840789 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-845a3077-592c-4119-a416-ef6f12857066 req-70ed02c8-c243-4a64-8bcd-5c9ed1e4f23d tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0501156 May 19 16:44:58.889509 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-845a3077-592c-4119-a416-ef6f12857066 req-a692d749-7baa-490c-84f4-6d7f1eda4581 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426745 May 19 16:44:59.160809 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f823d5-f9d5-4b0c-a4b7-3775b95d2e9d req-437bdf9b-ce4f-450f-8848-1d874cd0e561 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:44:59.162332 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-68f823d5-f9d5-4b0c-a4b7-3775b95d2e9d req-437bdf9b-ce4f-450f-8848-1d874cd0e561 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 943 time: 0.0477118 May 19 16:44:59.175122 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:44:59.213644 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-68f823d5-f9d5-4b0c-a4b7-3775b95d2e9d req-6080f0ca-fd77-4fe4-8c91-e86c00477182 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457728 May 19 16:44:59.510944 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-aca67f3a-0fb7-41c2-9eb5-66f80f164bf3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa116bf-f964-4274-a879-27bf6f601715 HTTP/1.1" status: 200 len: 217 time: 0.0421784 May 19 16:45:00.004245 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecaa47-2640-4434-9207-ccc93aea6fc3 req-bace6964-d8a1-4ee0-a384-d3fde9805dba tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:00.006091 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-76ecaa47-2640-4434-9207-ccc93aea6fc3 req-bace6964-d8a1-4ee0-a384-d3fde9805dba tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0483022 May 19 16:45:00.053108 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-76ecaa47-2640-4434-9207-ccc93aea6fc3 req-76c397a1-324f-41b8-a9ac-3cfdf177eb46 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 May 19 16:45:00.329093 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a11a4-9d4c-4b49-83c0-251d2f0164ce req-4a0c63ec-8f1d-4f4a-9672-21476341e22b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:00.330647 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bc9a11a4-9d4c-4b49-83c0-251d2f0164ce req-4a0c63ec-8f1d-4f4a-9672-21476341e22b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 943 time: 0.0476153 May 19 16:45:00.378342 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bc9a11a4-9d4c-4b49-83c0-251d2f0164ce req-1e60992b-5f8e-4f54-933a-a544ef6ed187 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419331 May 19 16:45:01.166785 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc0fe0-5de0-4d6a-8835-03664bb0f9ba req-6aca0013-98f2-4de5-bd2c-9afe14355116 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:01.168211 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d7fc0fe0-5de0-4d6a-8835-03664bb0f9ba req-6aca0013-98f2-4de5-bd2c-9afe14355116 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0467761 May 19 16:45:01.193586 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:01.215063 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d7fc0fe0-5de0-4d6a-8835-03664bb0f9ba req-0be36e17-e9b7-48e5-a78f-21f21b0258c6 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 May 19 16:45:01.498131 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66926a-e704-4144-a6fe-2e60336d7c6f req-875ea2d1-955c-4be9-9cd7-f05ec44bfe43 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:01.499528 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0a66926a-e704-4144-a6fe-2e60336d7c6f req-875ea2d1-955c-4be9-9cd7-f05ec44bfe43 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 943 time: 0.0508180 May 19 16:45:01.547426 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0a66926a-e704-4144-a6fe-2e60336d7c6f req-4adef133-84a1-4f94-ab89-f325feab6864 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419817 May 19 16:45:02.332146 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce7029-ab4e-40c7-9348-f676bac7fcff req-d152b50c-861b-4e97-92d5-3da0740f8ed2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:02.333643 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-85ce7029-ab4e-40c7-9348-f676bac7fcff req-d152b50c-861b-4e97-92d5-3da0740f8ed2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0511642 May 19 16:45:02.380864 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-85ce7029-ab4e-40c7-9348-f676bac7fcff req-78167923-36fc-4cf4-a606-c284f6e99e5c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416832 May 19 16:45:02.544236 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-c880c36c-ddeb-446f-bfec-33365401e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:02.545719 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-c880c36c-ddeb-446f-bfec-33365401e223 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f5191e-3500-4df3-8bf4-eea14d289679 HTTP/1.1" status: 200 len: 850 time: 0.0447423 May 19 16:45:02.665519 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a13cfa-2e0a-4831-8a66-5c639f469213 req-fae8f49f-e6f8-4b54-8113-8f9c648bd06b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:02.667023 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a7a13cfa-2e0a-4831-8a66-5c639f469213 req-fae8f49f-e6f8-4b54-8113-8f9c648bd06b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 943 time: 0.0522723 May 19 16:45:02.719932 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a7a13cfa-2e0a-4831-8a66-5c639f469213 req-7b3fc51e-9267-4509-842d-12493d6116d8 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466728 May 19 16:45:03.529829 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2d314-f00f-4cb0-b8d3-1129208b6485 req-4731c06a-e7fc-46b7-ae58-e60e56582f9b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:03.531489 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-46a2d314-f00f-4cb0-b8d3-1129208b6485 req-4731c06a-e7fc-46b7-ae58-e60e56582f9b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0805018 May 19 16:45:03.534577 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-e05a1ce5-66b6-4376-b69c-b5fb5a119019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:03.535962 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-e05a1ce5-66b6-4376-b69c-b5fb5a119019 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d502c5b6-89c2-49f6-8ac0-adfabdff9156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821791 May 19 16:45:03.578467 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-46a2d314-f00f-4cb0-b8d3-1129208b6485 req-fe1d1bb6-1a75-400a-9e1a-4db14bd4efba tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 May 19 16:45:03.840313 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b24b1e-36c7-40d4-b1d8-54e954379c4d req-b4d09e68-ca69-4908-b1a9-1da73f581287 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:03.841823 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a8b24b1e-36c7-40d4-b1d8-54e954379c4d req-b4d09e68-ca69-4908-b1a9-1da73f581287 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 943 time: 0.0473678 May 19 16:45:03.865803 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:03.895470 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a8b24b1e-36c7-40d4-b1d8-54e954379c4d req-1ef8944c-e780-4614-867f-db23b4a44123 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481486 May 19 16:45:04.068743 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:04.699961 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bcc03-043f-4d35-95e3-4e29fd41abf2 req-e4a78176-2359-43ce-a84c-c7e1737efb96 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:04.701550 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d92bcc03-043f-4d35-95e3-4e29fd41abf2 req-e4a78176-2359-43ce-a84c-c7e1737efb96 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0499291 May 19 16:45:04.754045 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d92bcc03-043f-4d35-95e3-4e29fd41abf2 req-59ac3c88-d019-4577-a1b2-620e9088bc67 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463905 May 19 16:45:04.998007 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-b3af47ae-c8ce-49ea-80de-3032aab41ec3 service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963247 May 19 16:45:05.020006 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50905c23-91c3-462f-98a7-3dc9acf404e6 req-7c3c3cbe-dfc2-42e5-a0f3-27528cff508c tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:05.021553 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-50905c23-91c3-462f-98a7-3dc9acf404e6 req-7c3c3cbe-dfc2-42e5-a0f3-27528cff508c tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 943 time: 0.0523300 May 19 16:45:05.071529 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-50905c23-91c3-462f-98a7-3dc9acf404e6 req-c70d397e-ee81-4839-bc94-3db6716364b9 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444643 May 19 16:45:05.111614 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aa5b1b27-2717-4763-992f-d717c902cf48 req-b14260d6-bd2d-4301-b855-e7f7c87e96ca service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853312 May 19 16:45:05.880818 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f64ba-c342-4e33-8c07-43e6a59da408 req-e8972869-dad6-4b41-8b0c-55f99ff20186 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:05.882431 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c99f64ba-c342-4e33-8c07-43e6a59da408 req-e8972869-dad6-4b41-8b0c-55f99ff20186 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0547044 May 19 16:45:05.935258 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c99f64ba-c342-4e33-8c07-43e6a59da408 req-7bbe14bc-3c90-4a94-8bf6-4f25a7eeebba tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470660 May 19 16:45:06.202422 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdf211-3668-49c2-b35c-a7c4af200eac req-50319d7f-02f5-41a6-8b44-83cc1825a78a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:06.203930 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c3bdf211-3668-49c2-b35c-a7c4af200eac req-50319d7f-02f5-41a6-8b44-83cc1825a78a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 943 time: 0.0511441 May 19 16:45:06.252153 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c3bdf211-3668-49c2-b35c-a7c4af200eac req-1ab8c96b-1c04-41ae-8674-4ec090ba79d0 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426815 May 19 16:45:07.066977 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ded57-984a-4871-b058-d5acb36e2fdf req-3983db76-980a-485b-8b19-f634a58f1702 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:07.068696 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b64ded57-984a-4871-b058-d5acb36e2fdf req-3983db76-980a-485b-8b19-f634a58f1702 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0521901 May 19 16:45:07.088151 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:07.121782 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b64ded57-984a-4871-b058-d5acb36e2fdf req-420a6c2a-569f-43de-b415-f54cccc7d440 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469737 May 19 16:45:07.369656 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09223f-8fe0-4919-817c-beb07ff61480 req-3cf7c96e-542b-400a-8f8f-7c4fc37f6aca tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:07.371054 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5a09223f-8fe0-4919-817c-beb07ff61480 req-3cf7c96e-542b-400a-8f8f-7c4fc37f6aca tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 943 time: 0.0514789 May 19 16:45:07.420276 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5a09223f-8fe0-4919-817c-beb07ff61480 req-fef4aeaa-61ca-4f3d-a57c-2e717eecea05 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431044 May 19 16:45:08.243601 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74f2be-880b-4119-a86a-f8bd2e540d64 req-50f73076-edab-4c0b-9527-1b5fbd570ca5 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:08.249132 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9e74f2be-880b-4119-a86a-f8bd2e540d64 req-50f73076-edab-4c0b-9527-1b5fbd570ca5 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0565827 May 19 16:45:08.302353 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33794) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:08.309584 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9e74f2be-880b-4119-a86a-f8bd2e540d64 req-157e067f-921c-4476-a595-8affcc7cd5f2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550263 May 19 16:45:08.414893 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:08.506064 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Publish callbacks [] for security_group (61df7b24-0a22-4c5b-9317-33d7b72d0e0b), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:08.517307 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (61df7b24-0a22-4c5b-9317-33d7b72d0e0b), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:08.527408 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33802) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:08.561133 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:08.587816 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8482d1d-8351-40df-ae9e-45638e28d19c req-46e86523-ddc9-46cf-902c-fc75ba39b900 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:08.589336 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a8482d1d-8351-40df-ae9e-45638e28d19c req-46e86523-ddc9-46cf-902c-fc75ba39b900 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 943 time: 0.0859823 May 19 16:45:08.604902 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61df7b24-0a22-4c5b-9317-33d7b72d0e0b,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:08.611511 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47516a554956442a9cf0330aa3f5bb14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081145 May 19 16:45:08.616372 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33806) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:08.626393 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.626742 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.627083 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.627424 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.627750 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.628082 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.628406 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.628729 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.629052 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.629662 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.629992 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.630318 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.630636 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.630951 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.631265 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368985de-aa44-49a1-80c9-6b9bf79c9339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.665514 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a8482d1d-8351-40df-ae9e-45638e28d19c req-596291f7-13fe-419a-a42c-053c23a81fb2 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689876 May 19 16:45:08.678410 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:08.715499 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-83453446-0f8c-40e3-86a4-a2d0b891ff6d admin admin] Publish callbacks [] for security_group (61df7b24-0a22-4c5b-9317-33d7b72d0e0b), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:08.733527 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:08.753962 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-83453446-0f8c-40e3-86a4-a2d0b891ff6d admin admin] Publish callbacks [] for security_group (61df7b24-0a22-4c5b-9317-33d7b72d0e0b), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:08.823096 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Publish callbacks [] for security_group (1c8650a8-0f3d-4ff4-93ad-f3937f42a9d4), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:08.826984 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (1c8650a8-0f3d-4ff4-93ad-f3937f42a9d4), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:08.848046 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-83453446-0f8c-40e3-86a4-a2d0b891ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (61df7b24-0a22-4c5b-9317-33d7b72d0e0b), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:08.850680 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-83453446-0f8c-40e3-86a4-a2d0b891ff6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:08.851850 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-83453446-0f8c-40e3-86a4-a2d0b891ff6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61df7b24-0a22-4c5b-9317-33d7b72d0e0b HTTP/1.1" status: 204 len: 168 time: 0.2357512 May 19 16:45:08.870853 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8650a8-0f3d-4ff4-93ad-f3937f42a9d4,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:08.880814 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4e27cee4a8745bbad913909b6f7dd4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523443 May 19 16:45:08.882342 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.882688 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.883035 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.883384 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.883537 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33812) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:08.883726 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.884064 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.884397 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.884730 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.885068 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.885433 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.885769 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.886103 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.886432 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.886759 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.887164 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0e6759-955a-4dc2-9c3e-bc1c75073101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:08.899666 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83453446-0f8c-40e3-86a4-a2d0b891ff6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61df7b24-0a22-4c5b-9317-33d7b72d0e0b,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:08.974715 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e187be28-b814-4019-812c-36cd26f6badc admin admin] Publish callbacks [] for security_group (1c8650a8-0f3d-4ff4-93ad-f3937f42a9d4), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:08.998425 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e187be28-b814-4019-812c-36cd26f6badc admin admin] Publish callbacks [] for security_group (1c8650a8-0f3d-4ff4-93ad-f3937f42a9d4), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:09.048419 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e187be28-b814-4019-812c-36cd26f6badc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (1c8650a8-0f3d-4ff4-93ad-f3937f42a9d4), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:09.051727 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e187be28-b814-4019-812c-36cd26f6badc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:09.053176 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-e187be28-b814-4019-812c-36cd26f6badc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c8650a8-0f3d-4ff4-93ad-f3937f42a9d4 HTTP/1.1" status: 204 len: 168 time: 0.1685634 May 19 16:45:09.070494 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187be28-b814-4019-812c-36cd26f6badc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8650a8-0f3d-4ff4-93ad-f3937f42a9d4,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:09.434408 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33820) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:09.443882 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da353d-0922-493e-81f4-fa9210066d9d req-f8047731-7074-4ee6-9921-53de3d649001 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:09.448319 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3507f05a-82a9-4c19-a445-14b8660e897c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:09.452841 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-79da353d-0922-493e-81f4-fa9210066d9d req-f8047731-7074-4ee6-9921-53de3d649001 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0664613 May 19 16:45:09.515568 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-79da353d-0922-493e-81f4-fa9210066d9d req-8b554ab7-9298-43b8-937f-9e3568bffc20 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510225 May 19 16:45:09.538986 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3507f05a-82a9-4c19-a445-14b8660e897c admin admin] Publish callbacks [] for security_group (e36002fc-79ab-444a-b9f1-09db207bc319), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:09.543301 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3507f05a-82a9-4c19-a445-14b8660e897c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e36002fc-79ab-444a-b9f1-09db207bc319), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:09.567738 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:09.591376 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507f05a-82a9-4c19-a445-14b8660e897c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36002fc-79ab-444a-b9f1-09db207bc319,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:09.598796 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-3507f05a-82a9-4c19-a445-14b8660e897c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e4278f8faf948068f633e00c8826a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1630177 May 19 16:45:09.600982 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33826) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:09.655872 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8c97c73c-6fdb-417a-80ce-dd1d21576625 admin admin] Publish callbacks [] for security_group (e36002fc-79ab-444a-b9f1-09db207bc319), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:09.688977 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8c97c73c-6fdb-417a-80ce-dd1d21576625 admin admin] Publish callbacks [] for security_group (e36002fc-79ab-444a-b9f1-09db207bc319), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:09.777948 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8c97c73c-6fdb-417a-80ce-dd1d21576625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e36002fc-79ab-444a-b9f1-09db207bc319), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:09.780630 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8c97c73c-6fdb-417a-80ce-dd1d21576625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:09.781967 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-8c97c73c-6fdb-417a-80ce-dd1d21576625 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e36002fc-79ab-444a-b9f1-09db207bc319 HTTP/1.1" status: 204 len: 168 time: 0.1799526 May 19 16:45:09.804825 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97c73c-6fdb-417a-80ce-dd1d21576625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36002fc-79ab-444a-b9f1-09db207bc319,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:09.813679 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd974fb3-1a58-4365-8665-5a3736228174 req-70e4c987-e359-440e-8e25-89a1036a175d tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:09.818793 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fd974fb3-1a58-4365-8665-5a3736228174 req-70e4c987-e359-440e-8e25-89a1036a175d tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0803103 May 19 16:45:09.832555 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1a8b5-8d47-404e-bc2f-2c4f46fee1f4 req-f27ab446-ce32-4723-a578-c8b216e98639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:09.835453 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-92d1a8b5-8d47-404e-bc2f-2c4f46fee1f4 req-f27ab446-ce32-4723-a578-c8b216e98639 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 1129 time: 0.0949762 May 19 16:45:09.845979 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a2372-9893-4806-bf99-80dee28818a3 req-e4cc8540-4847-4813-a870-506dc4f4cd5a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:09.847728 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-759a2372-9893-4806-bf99-80dee28818a3 req-e4cc8540-4847-4813-a870-506dc4f4cd5a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 943 time: 0.0905013 May 19 16:45:09.900893 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fd974fb3-1a58-4365-8665-5a3736228174 req-95677594-9b55-4f44-8a16-0e6a1dea5320 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747142 May 19 16:45:09.977730 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-759a2372-9893-4806-bf99-80dee28818a3 req-f3ee2e00-e84a-441d-a82e-78dc4ab7e975 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091018 May 19 16:45:10.001577 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:10.012860 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1a8b5-8d47-404e-bc2f-2c4f46fee1f4 req-de705b14-9e79-435b-b553-ac85630382b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:10.014550 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-92d1a8b5-8d47-404e-bc2f-2c4f46fee1f4 req-de705b14-9e79-435b-b553-ac85630382b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.1651115 May 19 16:45:10.067931 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-92d1a8b5-8d47-404e-bc2f-2c4f46fee1f4 req-1d0c40b7-ba53-4626-99cb-b75fe07e06b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f4e6f8-050c-4f74-9343-24340265e7f1 HTTP/1.1" status: 200 len: 217 time: 0.0413568 May 19 16:45:10.127175 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1a8b5-8d47-404e-bc2f-2c4f46fee1f4 req-0a88b1a1-f0ac-4548-8265-540221032e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:10.128675 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-92d1a8b5-8d47-404e-bc2f-2c4f46fee1f4 req-0a88b1a1-f0ac-4548-8265-540221032e96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.0534859 May 19 16:45:10.147577 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device aaa116bf-f964-4274-a879-27bf6f601715 details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:45:10.183910 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1a8b5-8d47-404e-bc2f-2c4f46fee1f4 req-361dad0c-55a4-4530-bb08-1b51facb30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:10.185492 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-92d1a8b5-8d47-404e-bc2f-2c4f46fee1f4 req-361dad0c-55a4-4530-bb08-1b51facb30dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432339 May 19 16:45:10.235943 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33838) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:10.263776 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad5d0-7d87-4963-85c6-80f6bfd412a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:10.293384 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-92d1a8b5-8d47-404e-bc2f-2c4f46fee1f4 req-0ad6dd67-984d-4540-8810-c23ab3703796 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014860 May 19 16:45:10.396930 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port aaa116bf-f964-4274-a879-27bf6f601715, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=aaa116bf-f964-4274-a879-27bf6f601715,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:45:10.400207 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-92d1a8b5-8d47-404e-bc2f-2c4f46fee1f4 req-b135e663-8f19-47b1-a523-2b2a06fd48d7 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988724 May 19 16:45:10.414380 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'aaa116bf-f964-4274-a879-27bf6f601715', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'port_id': 'aaa116bf-f964-4274-a879-27bf6f601715', 'mac_address': 'fa:16:3e:ae:1f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:45:10.459267 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port aaa116bf-f964-4274-a879-27bf6f601715 is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:45:10.459659 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (aaa116bf-f964-4274-a879-27bf6f601715), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:10.475810 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa116bf-f964-4274-a879-27bf6f601715 {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:45:10.496230 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port aaa116bf-f964-4274-a879-27bf6f601715, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=aaa116bf-f964-4274-a879-27bf6f601715,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:45:10.501217 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (aaa116bf-f964-4274-a879-27bf6f601715), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:10.509782 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:10.535720 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad5d0-7d87-4963-85c6-80f6bfd412a6 admin admin] Publish callbacks [] for security_group (c98af177-3be7-4f61-83dd-e733105d5b0a), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:10.540508 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad5d0-7d87-4963-85c6-80f6bfd412a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c98af177-3be7-4f61-83dd-e733105d5b0a), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:10.557543 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=aaa116bf-f964-4274-a879-27bf6f601715,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:10.563427 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.563776 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.564119 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.564458 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.564791 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.565121 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.565510 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.565837 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.566162 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.566484 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.566808 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.567156 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.567482 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.567800 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.568121 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:45:10.581796 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-9e5ad5d0-7d87-4963-85c6-80f6bfd412a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=061467f24c364080a76433e2f48e6077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447192 May 19 16:45:10.582740 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ad5d0-7d87-4963-85c6-80f6bfd412a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98af177-3be7-4f61-83dd-e733105d5b0a,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:10.584358 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33840) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:10.634725 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3f4f-2fe2-42a7-956a-34af56ff4138 admin admin] Publish callbacks [] for security_group (c98af177-3be7-4f61-83dd-e733105d5b0a), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:10.656852 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3f4f-2fe2-42a7-956a-34af56ff4138 admin admin] Publish callbacks [] for security_group (c98af177-3be7-4f61-83dd-e733105d5b0a), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:10.707569 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3f4f-2fe2-42a7-956a-34af56ff4138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c98af177-3be7-4f61-83dd-e733105d5b0a), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:10.710990 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3f4f-2fe2-42a7-956a-34af56ff4138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:10.712282 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-0c4c3f4f-2fe2-42a7-956a-34af56ff4138 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c98af177-3be7-4f61-83dd-e733105d5b0a HTTP/1.1" status: 204 len: 168 time: 0.1263371 May 19 16:45:10.721353 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c3f4f-2fe2-42a7-956a-34af56ff4138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98af177-3be7-4f61-83dd-e733105d5b0a,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:10.950509 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4fb922c6-af49-41fc-bff1-137985912006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:11.003399 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['aaa116bf-f964-4274-a879-27bf6f601715'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:45:11.025507 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade8ff5-c392-4051-9382-d558c44453de req-eb4cfbb9-1e68-491d-9ab3-cecef16a51e5 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:11.027340 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dade8ff5-c392-4051-9382-d558c44453de req-eb4cfbb9-1e68-491d-9ab3-cecef16a51e5 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0537345 May 19 16:45:11.087833 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dade8ff5-c392-4051-9382-d558c44453de req-1b6368ae-9eb8-4876-8f46-0f10a730fbef tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543578 May 19 16:45:11.104064 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:11.113185 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:11.117532 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a631c75-6a61-49c2-821f-78f1664cfbba req-4ac2d843-65bc-4f47-932f-750912696c19 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:11.119306 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8a631c75-6a61-49c2-821f-78f1664cfbba req-4ac2d843-65bc-4f47-932f-750912696c19 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 944 time: 0.0615170 May 19 16:45:11.150105 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:11.189906 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8a631c75-6a61-49c2-821f-78f1664cfbba req-c6666ef5-8f3f-4226-8f4a-ce0a810cfe5b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626729 May 19 16:45:12.204436 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b856bb-520a-471b-9771-1fb764c74af8 req-b82bdfd5-461f-4920-97da-d42528dffcdd tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:12.205980 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-02b856bb-520a-471b-9771-1fb764c74af8 req-b82bdfd5-461f-4920-97da-d42528dffcdd tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0507567 May 19 16:45:12.224990 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device aaa116bf-f964-4274-a879-27bf6f601715 up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:45:12.258288 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-02b856bb-520a-471b-9771-1fb764c74af8 req-b8528dbd-5e06-48a3-a158-a3e92db365f6 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468814 May 19 16:45:12.279478 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port aaa116bf-f964-4274-a879-27bf6f601715 completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:45:12.286169 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port aaa116bf-f964-4274-a879-27bf6f601715 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:45:12.286652 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (aaa116bf-f964-4274-a879-27bf6f601715), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:12.304379 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a34f6-ce5e-4d03-8315-0f0e33f9fb5c req-abf3c78d-e6c5-4ccd-9c3f-fc32eebfc3c0 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:12.306092 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1f7a34f6-ce5e-4d03-8315-0f0e33f9fb5c req-abf3c78d-e6c5-4ccd-9c3f-fc32eebfc3c0 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 944 time: 0.0584605 May 19 16:45:12.356291 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1f7a34f6-ce5e-4d03-8315-0f0e33f9fb5c req-671eb216-ac04-4d68-a31d-f60fce1c0d4b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445259 May 19 16:45:12.363204 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port aaa116bf-f964-4274-a879-27bf6f601715 is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:45:12.363465 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (aaa116bf-f964-4274-a879-27bf6f601715), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:12.386890 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec996e03-c5eb-44e0-ad6c-cbe782fd443d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa116bf-f964-4274-a879-27bf6f601715'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:45:12.389206 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e740ff0c-c33d-47a1-9fb4-ce8200abcc60" -d '{"events": [{"server_uuid": "ec996e03-c5eb-44e0-ad6c-cbe782fd443d", "name": "network-vif-plugged", "status": "completed", "tag": "aaa116bf-f964-4274-a879-27bf6f601715"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:45:12.394026 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=15 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:12.399284 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:12.402869 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port aaa116bf-f964-4274-a879-27bf6f601715, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=aaa116bf-f964-4274-a879-27bf6f601715,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:45:12.406727 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (aaa116bf-f964-4274-a879-27bf6f601715), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:12.433213 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d653a14-8af8-490c-be04-3f774bcd5976 x-openstack-request-id: req-3d653a14-8af8-490c-be04-3f774bcd5976 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:45:12.433527 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec996e03-c5eb-44e0-ad6c-cbe782fd443d", "name": "network-vif-plugged", "status": "completed", "tag": "aaa116bf-f964-4274-a879-27bf6f601715", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:45:12.433780 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d653a14-8af8-490c-be04-3f774bcd5976 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:45:12.434164 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d653a14-8af8-490c-be04-3f774bcd5976'] response: {'server_uuid': 'ec996e03-c5eb-44e0-ad6c-cbe782fd443d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa116bf-f964-4274-a879-27bf6f601715', 'code': 200} May 19 16:45:12.459997 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=aaa116bf-f964-4274-a879-27bf6f601715,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:13.070112 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-1051b2c7-4b9e-46ec-91fa-9a2a60e17756 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6c7652596e3b41d285e874ca1a675677&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292523 May 19 16:45:13.279079 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-39801283-ac3c-40d9-86d2-e60a6811b36c tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:13.280976 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-39801283-ac3c-40d9-86d2-e60a6811b36c tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052360 May 19 16:45:13.338723 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-5ed2d047-df5a-4c02-87f2-dadfbb491ad8 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/quotas/6c7652596e3b41d285e874ca1a675677 HTTP/1.1" status: 200 len: 375 time: 0.0413132 May 19 16:45:13.357601 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc2df7-1569-467c-b6c8-4db8f7724fb8 req-4b3f29a7-0687-4e14-a9e7-28f1f97a3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:13.359570 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-59bc2df7-1569-467c-b6c8-4db8f7724fb8 req-4b3f29a7-0687-4e14-a9e7-28f1f97a3718 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 1129 time: 0.0982988 May 19 16:45:13.377491 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea19a7-876d-4a7a-a3c3-29829d073100 req-452c7766-e6eb-4686-9500-1bf460bb8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:13.379008 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-adea19a7-876d-4a7a-a3c3-29829d073100 req-452c7766-e6eb-4686-9500-1bf460bb8bfd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 1129 time: 0.0806019 May 19 16:45:13.380600 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8f478-297b-4175-b3e9-7a922a65a2a0 req-6763a409-cf3e-4aad-ad75-53f450f58fef tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:13.381310 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-f9bb469f-9deb-46c6-9bc8-817bb3166628 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c7652596e3b41d285e874ca1a675677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342927 May 19 16:45:13.382171 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9ff8f478-297b-4175-b3e9-7a922a65a2a0 req-6763a409-cf3e-4aad-ad75-53f450f58fef tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0484827 May 19 16:45:13.436693 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9ff8f478-297b-4175-b3e9-7a922a65a2a0 req-706801e0-06a6-4572-8af9-f6403f0ac383 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491433 May 19 16:45:13.569785 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d8010-1d23-4fe5-a82e-3ddf48aabf96 req-22d22d41-253a-44c8-9792-8911debe56b5 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:13.571533 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-be4d8010-1d23-4fe5-a82e-3ddf48aabf96 req-22d22d41-253a-44c8-9792-8911debe56b5 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0658803 May 19 16:45:13.579198 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:13.597130 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f60e3b7d-57e2-4ddf-a685-f489d81ca4db req-92a66abf-f447-44c4-aea2-b31e716390cf tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 210 time: 0.0310063 May 19 16:45:13.631177 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-adea19a7-876d-4a7a-a3c3-29829d073100 req-46f6cb67-0106-405e-a602-844522fac13b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848138 May 19 16:45:13.633131 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-be4d8010-1d23-4fe5-a82e-3ddf48aabf96 req-3557c622-24be-4c6d-9ab2-5e8d12d9c046 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520363 May 19 16:45:14.084967 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc2df7-1569-467c-b6c8-4db8f7724fb8 req-dfbbf2a1-10c1-4dbd-b531-67efad80ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:14.086563 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-59bc2df7-1569-467c-b6c8-4db8f7724fb8 req-dfbbf2a1-10c1-4dbd-b531-67efad80ef6f service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.1003299 May 19 16:45:14.257498 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-acbd23c9-aed5-4b49-8567-4712a6a5f4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:14.424382 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-59bc2df7-1569-467c-b6c8-4db8f7724fb8 req-928dedcd-0dfa-4b3c-afb4-508c9ce68267 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f4e6f8-050c-4f74-9343-24340265e7f1 HTTP/1.1" status: 200 len: 217 time: 0.0335879 May 19 16:45:14.476100 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc2df7-1569-467c-b6c8-4db8f7724fb8 req-721a72eb-7f55-4671-85bc-6fc713934d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:14.477639 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-59bc2df7-1569-467c-b6c8-4db8f7724fb8 req-721a72eb-7f55-4671-85bc-6fc713934d55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.0453832 May 19 16:45:14.562092 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc2df7-1569-467c-b6c8-4db8f7724fb8 req-315fe77a-98a5-4eab-9fa0-3ca34bf25534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:14.563603 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-59bc2df7-1569-467c-b6c8-4db8f7724fb8 req-315fe77a-98a5-4eab-9fa0-3ca34bf25534 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724249 May 19 16:45:14.576832 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccef37-c4d0-4487-9050-68ef46478c87 req-8f0fa195-4b2c-4bb2-823c-86d889e2b381 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:14.578350 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9fccef37-c4d0-4487-9050-68ef46478c87 req-8f0fa195-4b2c-4bb2-823c-86d889e2b381 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0558097 May 19 16:45:14.687569 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9fccef37-c4d0-4487-9050-68ef46478c87 req-55a96b0e-3e56-4438-9c85-9d3a72e7614d tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997872 May 19 16:45:14.706682 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-59bc2df7-1569-467c-b6c8-4db8f7724fb8 req-fbd4097c-bd37-4862-a6dd-83fe9800e138 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273444 May 19 16:45:14.715826 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ee17bb86-5bda-4954-b63f-b4b79bc6aab1 req-548cb0ca-5363-4a93-932f-5d36c8094346 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 210 time: 0.0454090 May 19 16:45:14.798674 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3602d-943a-4cb6-bcc0-bb501b1af807 req-c0759f24-a522-4fd8-aa77-04d43b51957f tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:14.800176 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-80b3602d-943a-4cb6-bcc0-bb501b1af807 req-c0759f24-a522-4fd8-aa77-04d43b51957f tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0485222 May 19 16:45:14.854798 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-80b3602d-943a-4cb6-bcc0-bb501b1af807 req-9c3c19c8-5586-4d09-a704-063e9d156840 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489841 May 19 16:45:15.184228 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:15.462887 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-59bc2df7-1569-467c-b6c8-4db8f7724fb8 req-fb22ca43-a90d-4ad1-900b-7a54ab3ac282 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164635 May 19 16:45:15.826048 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-73848324-0952-4f3a-8c53-7e48c177bcf9 req-761353cc-2e06-4423-a9c3-a27720682133 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 210 time: 0.0285349 May 19 16:45:15.972178 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8a879-7abb-4d73-b291-6440b71e9986 req-6fb60be2-1d11-4947-8ab3-f86487cda2f4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:15.973691 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c4c8a879-7abb-4d73-b291-6440b71e9986 req-6fb60be2-1d11-4947-8ab3-f86487cda2f4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0471451 May 19 16:45:15.999910 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:16.023106 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c4c8a879-7abb-4d73-b291-6440b71e9986 req-3cd0b86c-c1d2-453f-ae64-6d622c86871c tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438194 May 19 16:45:16.133301 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a648537-c40e-46fc-b049-e440e4149f3d req-0637eaf8-9f49-45df-89c8-396236454dd3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:16.134748 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5a648537-c40e-46fc-b049-e440e4149f3d req-0637eaf8-9f49-45df-89c8-396236454dd3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0481868 May 19 16:45:16.143347 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33958) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:16.147943 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-b7d089f4-31e1-42ee-aedf-51f36726cd2b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Request body: {'floatingip': {'port_id': 'aaa116bf-f964-4274-a879-27bf6f601715'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:45:16.224921 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b7d089f4-31e1-42ee-aedf-51f36726cd2b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for floatingip (9e4f607a-2f19-4e59-994f-5df1f87539f4), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:16.288459 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-428fd717-2e03-49d7-8f67-2e24c4e487eb tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6c7652596e3b41d285e874ca1a675677&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374210 May 19 16:45:16.358134 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:16.407626 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-cae76233-3221-4034-9f0d-a7eab533c413 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:16.409102 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-cae76233-3221-4034-9f0d-a7eab533c413 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1155465 May 19 16:45:16.574907 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Request body: {'port': {'device_id': 'b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3', 'network_id': 'd22d8aba-917f-4a09-8281-2d7ac4cde071', 'admin_state_up': True, 'tenant_id': '6c7652596e3b41d285e874ca1a675677'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:45:16.699994 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Made reservation on behalf of 6c7652596e3b41d285e874ca1a675677 for: {'port': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:45:16.704272 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:16.715362 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:16.806212 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:16.808509 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Publish callbacks [] for security_group (53616098-8805-4490-ac42-4fd800b18923), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:16.813544 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (53616098-8805-4490-ac42-4fd800b18923), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:16.851667 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53616098-8805-4490-ac42-4fd800b18923,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:16.885231 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b7d089f4-31e1-42ee-aedf-51f36726cd2b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:16.890358 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b7d089f4-31e1-42ee-aedf-51f36726cd2b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (9e4f607a-2f19-4e59-994f-5df1f87539f4), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:16.930662 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:16.961725 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-21e57388-cc10-4050-b9a6-c8834c67a6b2 req-241ee742-9003-4abf-ab27-0c797ecef673 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 210 time: 0.0379422 May 19 16:45:16.998740 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:17.008187 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [None req-b7d089f4-31e1-42ee-aedf-51f36726cd2b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Floating IP 9e4f607a-2f19-4e59-994f-5df1f87539f4 associated. External IP: 172.27.1.59, port: aaa116bf-f964-4274-a879-27bf6f601715. May 19 16:45:17.029514 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Allocated IP 192.168.233.81 (d22d8aba-917f-4a09-8281-2d7ac4cde071/34fa00cd-74d4-4bfc-9638-7977f87f2067/b4a3f8c2-04a8-493f-8d32-a89878ded8a5) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:45:17.158579 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33970) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:17.164361 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-ee7acd03-3490-4770-a33b-9d202ffbaf1b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199715284', 'description': 'tempest-description--363249360'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:45:17.201044 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd03-3490-4770-a33b-9d202ffbaf1b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.251870 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d089f4-31e1-42ee-aedf-51f36726cd2b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Router 16387848-4526-4be8-842c-7b63dbb34ad4 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:45:17.267921 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:17.274291 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Publish callbacks [] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.340731 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd03-3490-4770-a33b-9d202ffbaf1b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for security_group (4dc33469-6981-434a-9986-8e6cfda0083e), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.346126 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd03-3490-4770-a33b-9d202ffbaf1b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (4dc33469-6981-434a-9986-8e6cfda0083e), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.356490 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.372903 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d089f4-31e1-42ee-aedf-51f36726cd2b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:45:17.377721 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b7d089f4-31e1-42ee-aedf-51f36726cd2b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.384991 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c0dd0-3f70-45c6-b634-3a2349073c62 None None] Sync routers for ids ['16387848-4526-4be8-842c-7b63dbb34ad4'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:45:17.399333 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c0dd0-3f70-45c6-b634-3a2349073c62 None None] Routers {'16387848-4526-4be8-842c-7b63dbb34ad4'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:45:17.400280 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-c94c0dd0-3f70-45c6-b634-3a2349073c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:45:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['16387848-4526-4be8-842c-7b63dbb34ad4'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:45:17.412965 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd03-3490-4770-a33b-9d202ffbaf1b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.417073 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-ee7acd03-3490-4770-a33b-9d202ffbaf1b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2546556 May 19 16:45:17.419644 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7acd03-3490-4770-a33b-9d202ffbaf1b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc33469-6981-434a-9986-8e6cfda0083e,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:17.422017 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33974) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:17.434948 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-cb8aaa5d-567c-41f0-a140-a8b994e48c35 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Request body: {'security_group_rule': {'security_group_id': '4dc33469-6981-434a-9986-8e6cfda0083e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:45:17.452763 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Network d22d8aba-917f-4a09-8281-2d7ac4cde071 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:45:17.467483 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:45:17.473029 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:45:17.476258 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Pushing event updated for resources: {'Port': ['ID=b4a3f8c2-04a8-493f-8d32-a89878ded8a5,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:17.531166 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cb8aaa5d-567c-41f0-a140-a8b994e48c35 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for security_group_rule (cc1dea52-b035-4ab2-b7df-66932656a0ef), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.534274 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-c94c0dd0-3f70-45c6-b634-3a2349073c62 None None] Set router 16387848-4526-4be8-842c-7b63dbb34ad4 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:45:17.558630 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:17.559345 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.585368 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:17.622332 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-b7d089f4-31e1-42ee-aedf-51f36726cd2b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "PUT /v2.0/floatingips/9e4f607a-2f19-4e59-994f-5df1f87539f4 HTTP/1.1" status: 200 len: 990 time: 1.4778674 May 19 16:45:17.623031 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec996e03-c5eb-44e0-ad6c-cbe782fd443d', 'tag': 'aaa116bf-f964-4274-a879-27bf6f601715'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:45:17.626109 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba623ea7-4bd0-4621-a025-162c20722234" -d '{"events": [{"name": "network-changed", "server_uuid": "ec996e03-c5eb-44e0-ad6c-cbe782fd443d", "tag": "aaa116bf-f964-4274-a879-27bf6f601715"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:45:17.640533 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-e87ba711-f533-4a3e-aba7-ca1edd790bbd tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0694404 May 19 16:45:17.657808 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Request body: {'port': {'device_id': 'b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:45:17.679336 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01168d2b-00b6-4ef5-8608-c5c4766872ff x-openstack-request-id: req-01168d2b-00b6-4ef5-8608-c5c4766872ff {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:45:17.680099 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec996e03-c5eb-44e0-ad6c-cbe782fd443d", "tag": "aaa116bf-f964-4274-a879-27bf6f601715", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:45:17.680641 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01168d2b-00b6-4ef5-8608-c5c4766872ff {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:45:17.681241 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01168d2b-00b6-4ef5-8608-c5c4766872ff'] response: {'name': 'network-changed', 'server_uuid': 'ec996e03-c5eb-44e0-ad6c-cbe782fd443d', 'tag': 'aaa116bf-f964-4274-a879-27bf6f601715', 'status': 'completed', 'code': 200} May 19 16:45:17.682827 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cb8aaa5d-567c-41f0-a140-a8b994e48c35 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for security_group_rule (cc1dea52-b035-4ab2-b7df-66932656a0ef), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.689492 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cb8aaa5d-567c-41f0-a140-a8b994e48c35 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (cc1dea52-b035-4ab2-b7df-66932656a0ef), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.719279 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8aaa5d-567c-41f0-a140-a8b994e48c35 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1dea52-b035-4ab2-b7df-66932656a0ef,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:17.752481 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cb8aaa5d-567c-41f0-a140-a8b994e48c35 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.756329 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-cb8aaa5d-567c-41f0-a140-a8b994e48c35 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3248687 May 19 16:45:17.756635 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 33980) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:17.760938 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-93597b0c-eb13-437d-84c8-f8284b0d35fc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Request body: {'security_group_rule': {'security_group_id': '4dc33469-6981-434a-9986-8e6cfda0083e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:45:17.771712 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.814558 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-c94c0dd0-3f70-45c6-b634-3a2349073c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '9e4f607a-2f19-4e59-994f-5df1f87539f4', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'port_id': 'aaa116bf-f964-4274-a879-27bf6f601715', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'mac_address': 'fa:16:3e:ae:1f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec996e03-c5eb-44e0-ad6c-cbe782fd443d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:44:50Z', 'updated_at': '2022-05-19T16:45:16Z', 'revision_number': 1, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:52Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:45:17.824971 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-3cdf3103-b784-4330-8f9f-d56494b57b62 None None] Provisioning complete for port b4a3f8c2-04a8-493f-8d32-a89878ded8a5 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:45:17.825373 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-3cdf3103-b784-4330-8f9f-d56494b57b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.827124 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-93597b0c-eb13-437d-84c8-f8284b0d35fc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for security_group_rule (6590729f-eee6-4829-b86d-64d9cb9c753a), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:17.841185 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c0dd0-3f70-45c6-b634-3a2349073c62 None None] Checking router: 16387848-4526-4be8-842c-7b63dbb34ad4 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:45:17.849980 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c0dd0-3f70-45c6-b634-3a2349073c62 None None] Routers {'16387848-4526-4be8-842c-7b63dbb34ad4'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:45:17.850596 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-c94c0dd0-3f70-45c6-b634-3a2349073c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:45:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['16387848-4526-4be8-842c-7b63dbb34ad4'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:45:17.863595 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf3103-b784-4330-8f9f-d56494b57b62 None None] Port b4a3f8c2-04a8-493f-8d32-a89878ded8a5 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:45:17.957774 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-c94c0dd0-3f70-45c6-b634-3a2349073c62 None None] Set router 16387848-4526-4be8-842c-7b63dbb34ad4 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:45:17.979253 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-93597b0c-eb13-437d-84c8-f8284b0d35fc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for security_group_rule (6590729f-eee6-4829-b86d-64d9cb9c753a), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.007656 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-93597b0c-eb13-437d-84c8-f8284b0d35fc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (6590729f-eee6-4829-b86d-64d9cb9c753a), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.075356 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:18.080528 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93597b0c-eb13-437d-84c8-f8284b0d35fc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6590729f-eee6-4829-b86d-64d9cb9c753a,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:18.084056 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edfbb9-5eb8-49dc-808c-66cfe5fc314b req-c6d5362b-9f88-4eaf-a66c-86b4e3ffc5ce tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:18.089408 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-93597b0c-eb13-437d-84c8-f8284b0d35fc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.090608 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-93597b0c-eb13-437d-84c8-f8284b0d35fc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330567 May 19 16:45:18.090907 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-40edfbb9-5eb8-49dc-808c-66cfe5fc314b req-c6d5362b-9f88-4eaf-a66c-86b4e3ffc5ce tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 935 time: 0.0565116 May 19 16:45:18.091771 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba623ea7-4bd0-4621-a025-162c20722234 req-5e8b20ac-0cbf-4e51-9bed-010f04739971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:18.093278 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ba623ea7-4bd0-4621-a025-162c20722234 req-5e8b20ac-0cbf-4e51-9bed-010f04739971 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd5d1150a9ed483bbd298b896bcf7f46&device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 1129 time: 0.1180699 May 19 16:45:18.094419 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 33984) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:18.108725 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Request body: {'floatingip': {'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:45:18.155739 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.200902 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-c94c0dd0-3f70-45c6-b634-3a2349073c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '9e4f607a-2f19-4e59-994f-5df1f87539f4', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'port_id': 'aaa116bf-f964-4274-a879-27bf6f601715', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'mac_address': 'fa:16:3e:ae:1f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec996e03-c5eb-44e0-ad6c-cbe782fd443d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:44:50Z', 'updated_at': '2022-05-19T16:45:16Z', 'revision_number': 1, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:52Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:45:18.204702 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-40edfbb9-5eb8-49dc-808c-66cfe5fc314b req-01e3ad36-8556-438d-9ed1-1cee7f9d6618 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126361 May 19 16:45:18.230449 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:18.247207 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba623ea7-4bd0-4621-a025-162c20722234 req-5d4c9a08-51a4-4d3a-9ea3-a2b82601945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:18.248743 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ba623ea7-4bd0-4621-a025-162c20722234 req-5d4c9a08-51a4-4d3a-9ea3-a2b82601945f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d502c5b6-89c2-49f6-8ac0-adfabdff9156 HTTP/1.1" status: 200 len: 912 time: 0.1478140 May 19 16:45:18.263684 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c0dd0-3f70-45c6-b634-3a2349073c62 None None] The sync data for ids ['16387848-4526-4be8-842c-7b63dbb34ad4'] in dv-cinder-842433-1-iscsi is: [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '9e4f607a-2f19-4e59-994f-5df1f87539f4', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'port_id': 'aaa116bf-f964-4274-a879-27bf6f601715', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'mac_address': 'fa:16:3e:ae:1f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec996e03-c5eb-44e0-ad6c-cbe782fd443d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:44:50Z', 'updated_at': '2022-05-19T16:45:16Z', 'revision_number': 1, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:52Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:45:18.264626 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.337717 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a3f8c2-04a8-493f-8d32-a89878ded8a5 {{(pid=110370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:45:18.351911 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Publish callbacks [] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.368252 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ba623ea7-4bd0-4621-a025-162c20722234 req-0c00953f-4f9d-4507-89e3-bbeee3a07dd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa116bf-f964-4274-a879-27bf6f601715 HTTP/1.1" status: 200 len: 998 time: 0.0971901 May 19 16:45:18.373670 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.provisioning_blocks [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Transition to ACTIVE for port object b4a3f8c2-04a8-493f-8d32-a89878ded8a5 will not be triggered until provisioned by entity L2. {{(pid=110370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:45:18.385891 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.392794 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Allocated IP 172.27.1.200 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/1b8b0acc-5512-461f-b5a6-9d883496b413) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:45:18.453523 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:18.479267 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a3f8c2-04a8-493f-8d32-a89878ded8a5,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:18.486226 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba623ea7-4bd0-4621-a025-162c20722234 req-10e699fa-59ec-4768-8326-5f207722f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:18.488806 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ba623ea7-4bd0-4621-a025-162c20722234 req-10e699fa-59ec-4768-8326-5f207722f620 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f5191e-3500-4df3-8bf4-eea14d289679 HTTP/1.1" status: 200 len: 850 time: 0.1112237 May 19 16:45:18.500069 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ec5c1a-89f5-4cc4-8a45-72424dfa3d2e None None] New status for floating IP 9e4f607a-2f19-4e59-994f-5df1f87539f4: ACTIVE {{(pid=110372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:45:18.557778 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for port (1b8b0acc-5512-461f-b5a6-9d883496b413), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.573804 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:18.581721 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.582519 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba623ea7-4bd0-4621-a025-162c20722234 req-4094fae6-b19d-4dba-a3e4-646baa28643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:18.584954 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ba623ea7-4bd0-4621-a025-162c20722234 req-4094fae6-b19d-4dba-a3e4-646baa28643a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d502c5b6-89c2-49f6-8ac0-adfabdff9156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901437 May 19 16:45:18.624944 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (1b8b0acc-5512-461f-b5a6-9d883496b413), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.675694 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Attempting to bind port b4a3f8c2-04a8-493f-8d32-a89878ded8a5 on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:45:18.675694 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Attempting to bind port b4a3f8c2-04a8-493f-8d32-a89878ded8a5 by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '80f3964c-08fc-4719-9e5a-5f1c962a69d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd22d8aba-917f-4a09-8281-2d7ac4cde071'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:45:18.676348 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Attempting to bind port b4a3f8c2-04a8-493f-8d32-a89878ded8a5 on network d22d8aba-917f-4a09-8281-2d7ac4cde071 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:45:18.677058 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:45:18.681045 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:45:18.685072 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Port b4a3f8c2-04a8-493f-8d32-a89878ded8a5 on network d22d8aba-917f-4a09-8281-2d7ac4cde071 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:45:18.685432 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Attempting to bind port b4a3f8c2-04a8-493f-8d32-a89878ded8a5 on network d22d8aba-917f-4a09-8281-2d7ac4cde071 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:45:18.687822 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:45:18.694641 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:45:18.694989 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Checking segment: {'id': '80f3964c-08fc-4719-9e5a-5f1c962a69d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd22d8aba-917f-4a09-8281-2d7ac4cde071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:45:18.695380 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Bound using segment: {'id': '80f3964c-08fc-4719-9e5a-5f1c962a69d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd22d8aba-917f-4a09-8281-2d7ac4cde071'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:45:18.695823 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Bound port: b4a3f8c2-04a8-493f-8d32-a89878ded8a5, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f3964c-08fc-4719-9e5a-5f1c962a69d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd22d8aba-917f-4a09-8281-2d7ac4cde071'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:45:18.696187 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.727819 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Pushing event updated for resources: {'Port': ['ID=1b8b0acc-5512-461f-b5a6-9d883496b413,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:18.772905 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ba623ea7-4bd0-4621-a025-162c20722234 req-0a40fc69-63d8-4162-b0d8-86ee99f4d335 service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794786 May 19 16:45:18.800022 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for floatingip (0d90df66-5953-492a-a77d-e84bf2e719ac), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.840203 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (1b8b0acc-5512-461f-b5a6-9d883496b413), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.852752 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] For port b4a3f8c2-04a8-493f-8d32-a89878ded8a5, host hv-cinder-84243, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:45:18.857882 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] For port b4a3f8c2-04a8-493f-8d32-a89878ded8a5, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=b4a3f8c2-04a8-493f-8d32-a89878ded8a5,segment=NetworkSegment(80f3964c-08fc-4719-9e5a-5f1c962a69d2),segment_id=80f3964c-08fc-4719-9e5a-5f1c962a69d2)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:45:18.868724 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.917109 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:18.917934 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:18.919493 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] 10.222.0.48 "PUT /v2.0/ports/b4a3f8c2-04a8-493f-8d32-a89878ded8a5 HTTP/1.1" status: 200 len: 1097 time: 1.2724941 May 19 16:45:18.925370 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3', 'tag': 'b4a3f8c2-04a8-493f-8d32-a89878ded8a5'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:45:18.927738 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea777d-b7dd-4567-bfbf-bd22b86f34bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3", "tag": "b4a3f8c2-04a8-493f-8d32-a89878ded8a5"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:45:18.952865 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:18.968703 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ba623ea7-4bd0-4621-a025-162c20722234 req-fe235e6a-dd1e-4457-90f3-6802bea74b09 service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861489 May 19 16:45:18.978139 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e73ab-5a72-47ba-99fa-5c7b4aff6e66 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a3f8c2-04a8-493f-8d32-a89878ded8a5,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:19.023155 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d228997-5f4b-4e71-82d2-7316aec507f8 x-openstack-request-id: req-1d228997-5f4b-4e71-82d2-7316aec507f8 {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:45:19.023510 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3", "tag": "b4a3f8c2-04a8-493f-8d32-a89878ded8a5", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:45:19.023708 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d228997-5f4b-4e71-82d2-7316aec507f8 {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:45:19.024122 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d228997-5f4b-4e71-82d2-7316aec507f8'] response: {'name': 'network-changed', 'server_uuid': 'b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3', 'tag': 'b4a3f8c2-04a8-493f-8d32-a89878ded8a5', 'status': 'completed', 'code': 200} May 19 16:45:19.040700 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-41f95d83-7076-4876-a0ff-9fdde789995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:19.042298 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-41f95d83-7076-4876-a0ff-9fdde789995f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c7652596e3b41d285e874ca1a675677&device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 1131 time: 0.0577524 May 19 16:45:19.068480 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for port (1b8b0acc-5512-461f-b5a6-9d883496b413), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:19.073694 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (1b8b0acc-5512-461f-b5a6-9d883496b413), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:19.088966 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-8de01858-42ed-44ef-83a3-198dd01f5d8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b4a3f8c2-04a8-493f-8d32-a89878ded8a5 HTTP/1.1" status: 200 len: 217 time: 0.0384426 May 19 16:45:19.146566 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-94d283c7-44c0-4d84-9936-f71f7c5c9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:19.148172 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-94d283c7-44c0-4d84-9936-f71f7c5c9092 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34fa00cd-74d4-4bfc-9638-7977f87f2067 HTTP/1.1" status: 200 len: 843 time: 0.0522401 May 19 16:45:19.151477 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Pushing event updated for resources: {'Port': ['ID=1b8b0acc-5512-461f-b5a6-9d883496b413,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:19.161767 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (0d90df66-5953-492a-a77d-e84bf2e719ac), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:19.172178 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:19.179172 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:19.180444 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-96cc00b1-0eab-4e9a-8411-08afa1cef5ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0782793 May 19 16:45:19.195653 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-b1a464c4-7f1d-45e1-8a70-79a45dea573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:19.197277 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-b1a464c4-7f1d-45e1-8a70-79a45dea573b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d22d8aba-917f-4a09-8281-2d7ac4cde071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0426233 May 19 16:45:19.332220 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-3bb5243f-0539-482b-a229-77711ace98b7 service neutron] 10.222.0.48 "GET /v2.0/networks/d22d8aba-917f-4a09-8281-2d7ac4cde071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277773 May 19 16:45:19.352835 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b377fef-6ace-445e-aa77-fa6503b2ecf9 req-0a3f6947-8951-4097-8149-6c5d370f1b22 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:19.354432 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9b377fef-6ace-445e-aa77-fa6503b2ecf9 req-0a3f6947-8951-4097-8149-6c5d370f1b22 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 947 time: 0.0647683 May 19 16:45:19.428324 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9b377fef-6ace-445e-aa77-fa6503b2ecf9 req-0ea85381-767a-47fb-8930-6581b83f0869 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658908 May 19 16:45:19.498647 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-e750f7bd-4c61-48eb-946d-173cb959c3ba tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1199715284&fields=id&tenant_id=3fbe05607bf945bbb756e7ed3764cccc HTTP/1.1" status: 200 len: 267 time: 0.1156821 May 19 16:45:19.523293 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea8235b9-cc30-462d-91ad-d82f9f49073b req-c82b8523-751b-41a1-a454-a96afe09d684 service neutron] 10.222.0.48 "GET /v2.0/networks/d22d8aba-917f-4a09-8281-2d7ac4cde071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822736 May 19 16:45:19.616745 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-fe0d170d-c52c-4cb6-bfe0-1b8794068f33 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:19.618245 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-fe0d170d-c52c-4cb6-bfe0-1b8794068f33 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 818 time: 0.1103368 May 19 16:45:19.633249 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-7b6354cb-817a-49e5-8eb7-b7e24bccc7eb tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/quotas/3fbe05607bf945bbb756e7ed3764cccc HTTP/1.1" status: 200 len: 375 time: 0.0095809 May 19 16:45:19.691248 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-e89a2d68-5a83-415f-8ff5-ecf2739447e5 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0529268 May 19 16:45:19.710737 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:19.788882 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-daffb63f-b44d-42b8-acf8-8ec68e91b95c service neutron] 10.222.0.36 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859015 May 19 16:45:19.881000 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-57e9f1d3-842b-4df2-aa9b-ce12e8a5f599 service neutron] 10.222.0.36 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863481 May 19 16:45:20.043993 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b9bf3b04-97c1-424a-b696-d3b5fe9cb22e req-2c21f969-a4f0-4147-a028-327f324abab2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 210 time: 0.0314994 May 19 16:45:20.541350 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000ada5-011c-4b7c-80ff-a24de64f862e req-5b5ff093-2260-4fd6-948c-15fa708c41b5 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:20.542852 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5000ada5-011c-4b7c-80ff-a24de64f862e req-5b5ff093-2260-4fd6-948c-15fa708c41b5 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 947 time: 0.0488477 May 19 16:45:20.590381 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5000ada5-011c-4b7c-80ff-a24de64f862e req-fd4c5415-cc4e-4626-87c2-0030826aba08 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412676 May 19 16:45:21.139069 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2d2a8210-a404-438a-beac-e25a2c7d57f0 req-5b9ed78b-81c7-4ed9-9919-8a5c84299032 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 210 time: 0.0271938 May 19 16:45:21.704833 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50f789-73c2-431e-a8bc-6debeb78be1d req-8662d9fe-0311-47a3-8906-bf791fa681ab tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:21.706250 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ad50f789-73c2-431e-a8bc-6debeb78be1d req-8662d9fe-0311-47a3-8906-bf791fa681ab tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 947 time: 0.0477691 May 19 16:45:21.758062 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ad50f789-73c2-431e-a8bc-6debeb78be1d req-00e27da8-578b-4a57-8816-db75821ea7e5 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462661 May 19 16:45:22.232464 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9685e095-80b9-4511-9603-024451d84a35 req-7ca7489a-b853-45e5-b367-4cc9e8971576 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 210 time: 0.0278857 May 19 16:45:22.874485 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aa3b2-6cee-46d3-926b-d916e54fbd83 req-cea7a7e7-3689-469b-9211-25c0c3d130bb tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:22.878465 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e01aa3b2-6cee-46d3-926b-d916e54fbd83 req-cea7a7e7-3689-469b-9211-25c0c3d130bb tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 947 time: 0.0510130 May 19 16:45:22.892972 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:22.932300 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e01aa3b2-6cee-46d3-926b-d916e54fbd83 req-4f22a892-e1a0-4cf4-8a91-58a0fdbcbd5e tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477114 May 19 16:45:23.326749 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cd4e6c19-2438-46b4-8ed4-63b7887f75bd req-1237d340-e25a-4e99-82a0-0910093710da tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 210 time: 0.0279372 May 19 16:45:23.861359 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea777d-b7dd-4567-bfbf-bd22b86f34bc req-976ea81f-8d74-4ad3-b1eb-791d4eb3312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:23.863642 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-97ea777d-b7dd-4567-bfbf-bd22b86f34bc req-976ea81f-8d74-4ad3-b1eb-791d4eb3312c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c7652596e3b41d285e874ca1a675677&device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 1131 time: 0.0443745 May 19 16:45:23.968087 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea777d-b7dd-4567-bfbf-bd22b86f34bc req-35ac5413-871d-4a17-ac51-d56155037a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:23.969625 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-97ea777d-b7dd-4567-bfbf-bd22b86f34bc req-35ac5413-871d-4a17-ac51-d56155037a5e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d22d8aba-917f-4a09-8281-2d7ac4cde071 HTTP/1.1" status: 200 len: 870 time: 0.0988994 May 19 16:45:24.013492 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-97ea777d-b7dd-4567-bfbf-bd22b86f34bc req-007fe3d1-4e7f-4d0d-af03-e858d9d1b8e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b4a3f8c2-04a8-493f-8d32-a89878ded8a5 HTTP/1.1" status: 200 len: 217 time: 0.0372384 May 19 16:45:24.097550 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fb0bc-27d4-431a-931b-ebabe26e61e8 req-6ef3ab09-88b4-4727-b9a7-fc04fdf206f0 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:24.098941 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-243fb0bc-27d4-431a-931b-ebabe26e61e8 req-6ef3ab09-88b4-4727-b9a7-fc04fdf206f0 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 947 time: 0.0883658 May 19 16:45:24.107592 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea777d-b7dd-4567-bfbf-bd22b86f34bc req-546438fd-85c3-4e2f-afc4-f2cee012c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:24.108979 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-97ea777d-b7dd-4567-bfbf-bd22b86f34bc req-546438fd-85c3-4e2f-afc4-f2cee012c7ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34fa00cd-74d4-4bfc-9638-7977f87f2067 HTTP/1.1" status: 200 len: 843 time: 0.0830066 May 19 16:45:24.148546 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-243fb0bc-27d4-431a-931b-ebabe26e61e8 req-e1116f1f-0958-4389-9ee6-65273df79433 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432250 May 19 16:45:24.345705 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea777d-b7dd-4567-bfbf-bd22b86f34bc req-5cb522ab-aa5a-465d-820b-5f4ba0fcd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:24.348374 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-97ea777d-b7dd-4567-bfbf-bd22b86f34bc req-5cb522ab-aa5a-465d-820b-5f4ba0fcd800 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d22d8aba-917f-4a09-8281-2d7ac4cde071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0432699 May 19 16:45:24.431699 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f33bd1a0-0e3b-4543-91cc-a62e392c2ebe req-b959a273-96a9-42e6-865f-3094d22f383f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 210 time: 0.0351765 May 19 16:45:24.526381 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:24.539783 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-97ea777d-b7dd-4567-bfbf-bd22b86f34bc req-9eda6b18-eb2c-405e-875b-cd2ddeed1c28 service neutron] 10.222.0.48 "GET /v2.0/networks/d22d8aba-917f-4a09-8281-2d7ac4cde071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855433 May 19 16:45:24.549723 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-e7560fb7-1111-47b8-9a69-aeb3554f4494 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:24.551744 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-e7560fb7-1111-47b8-9a69-aeb3554f4494 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 818 time: 0.1431398 May 19 16:45:24.958757 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-98e34457-b727-4a89-ad9a-abf0aee0e730 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fbe05607bf945bbb756e7ed3764cccc HTTP/1.1" status: 200 len: 380 time: 0.0888371 May 19 16:45:24.964212 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-97ea777d-b7dd-4567-bfbf-bd22b86f34bc req-f6bcbed1-4908-4e7a-9183-98477fd531bd service neutron] 10.222.0.48 "GET /v2.0/networks/d22d8aba-917f-4a09-8281-2d7ac4cde071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115202 May 19 16:45:24.972610 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-dde77282-1efb-450c-a9d1-3f4b29425f93 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Request body: {'port': {'device_id': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'admin_state_up': True, 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'security_groups': ['4dc33469-6981-434a-9986-8e6cfda0083e']}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:45:25.103161 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-dde77282-1efb-450c-a9d1-3f4b29425f93 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Made reservation on behalf of 3fbe05607bf945bbb756e7ed3764cccc for: {'port': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:45:25.106753 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-dde77282-1efb-450c-a9d1-3f4b29425f93 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:25.182324 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:25.239725 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-dde77282-1efb-450c-a9d1-3f4b29425f93 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Allocated IP 172.20.0.12 (ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592/899b8aae-4ebd-46d0-bbae-fc3c27286312/dc7ca7c9-fb4e-427b-a711-3641b6dc9306) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:45:25.268584 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f32c8-ed0b-44b5-9f02-421e5dc2bfb9 req-7346f3f7-9c7c-487b-b5b6-530250342fc0 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:25.270228 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ee3f32c8-ed0b-44b5-9f02-421e5dc2bfb9 req-7346f3f7-9c7c-487b-b5b6-530250342fc0 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 947 time: 0.0515509 May 19 16:45:25.320817 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ee3f32c8-ed0b-44b5-9f02-421e5dc2bfb9 req-487fa767-0713-4e57-8a5b-d346dfc4a06d tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450408 May 19 16:45:25.388403 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-dde77282-1efb-450c-a9d1-3f4b29425f93 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:25.420557 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-dde77282-1efb-450c-a9d1-3f4b29425f93 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:25.470101 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-dde77282-1efb-450c-a9d1-3f4b29425f93 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:45:25.473398 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-dde77282-1efb-450c-a9d1-3f4b29425f93 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:45:25.477418 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-dde77282-1efb-450c-a9d1-3f4b29425f93 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:45:25.503106 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde77282-1efb-450c-a9d1-3f4b29425f93 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Pushing event updated for resources: {'Port': ['ID=dc7ca7c9-fb4e-427b-a711-3641b6dc9306,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:25.562979 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-dde77282-1efb-450c-a9d1-3f4b29425f93 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:25.563637 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-dde77282-1efb-450c-a9d1-3f4b29425f93 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:25.575013 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2369b8-0f8f-4e30-af71-acf1c081cbbb req-e3b784de-a3c8-4534-9576-d9326e2e8db0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:25.576587 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ef2369b8-0f8f-4e30-af71-acf1c081cbbb req-e3b784de-a3c8-4534-9576-d9326e2e8db0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 932 time: 0.0752826 May 19 16:45:25.594491 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-dde77282-1efb-450c-a9d1-3f4b29425f93 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6282635 May 19 16:45:25.610259 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Request body: {'port': {'device_id': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:45:25.657101 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:25.672926 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ef2369b8-0f8f-4e30-af71-acf1c081cbbb req-a08c8ded-3847-4cde-8051-63c83f72d8bd tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897675 May 19 16:45:25.681979 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-6562db6c-d9c0-47e4-a383-a34883e10448 None None] Provisioning complete for port dc7ca7c9-fb4e-427b-a711-3641b6dc9306 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:45:25.682495 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-6562db6c-d9c0-47e4-a383-a34883e10448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:25.700758 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:25.714104 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-6562db6c-d9c0-47e4-a383-a34883e10448 None None] Port dc7ca7c9-fb4e-427b-a711-3641b6dc9306 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:45:25.990776 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:25.994665 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7ca7c9-fb4e-427b-a711-3641b6dc9306 {{(pid=110370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:45:26.004422 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Publish callbacks [] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:26.018266 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.provisioning_blocks [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Transition to ACTIVE for port object dc7ca7c9-fb4e-427b-a711-3641b6dc9306 will not be triggered until provisioned by entity L2. {{(pid=110370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:45:26.021828 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:26.071922 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7ca7c9-fb4e-427b-a711-3641b6dc9306,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:26.148612 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Attempting to bind port dc7ca7c9-fb4e-427b-a711-3641b6dc9306 on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:45:26.148960 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Attempting to bind port dc7ca7c9-fb4e-427b-a711-3641b6dc9306 by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:45:26.149376 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Attempting to bind port dc7ca7c9-fb4e-427b-a711-3641b6dc9306 on network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:45:26.154159 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Port dc7ca7c9-fb4e-427b-a711-3641b6dc9306 on network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:45:26.154615 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Attempting to bind port dc7ca7c9-fb4e-427b-a711-3641b6dc9306 on network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:45:26.160312 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:45:26.160659 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Checking segment: {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:45:26.161049 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Bound using segment: {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:45:26.161514 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Bound port: dc7ca7c9-fb4e-427b-a711-3641b6dc9306, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82716c3d-213c-45c9-948d-7f292b0c7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:45:26.161879 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:26.228952 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] For port dc7ca7c9-fb4e-427b-a711-3641b6dc9306, host hv-cinder-84243, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:45:26.232405 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] For port dc7ca7c9-fb4e-427b-a711-3641b6dc9306, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=dc7ca7c9-fb4e-427b-a711-3641b6dc9306,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:45:26.239345 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:26.276790 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device b4a3f8c2-04a8-493f-8d32-a89878ded8a5 details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:45:26.277551 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:26.278188 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:26.279597 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] 10.222.0.48 "PUT /v2.0/ports/dc7ca7c9-fb4e-427b-a711-3641b6dc9306 HTTP/1.1" status: 200 len: 1094 time: 0.6748314 May 19 16:45:26.280041 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'tag': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:45:26.282339 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e828103-cdbd-41c0-9d8b-b0858de3aaee" -d '{"events": [{"name": "network-changed", "server_uuid": "deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5", "tag": "dc7ca7c9-fb4e-427b-a711-3641b6dc9306"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:45:26.306040 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c19ac-02f1-4ea5-be70-735aa6991dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7ca7c9-fb4e-427b-a711-3641b6dc9306,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:26.362897 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5221bce8-b1ed-4198-a07e-d483fd10cc59 x-openstack-request-id: req-5221bce8-b1ed-4198-a07e-d483fd10cc59 {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:45:26.363196 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5", "tag": "dc7ca7c9-fb4e-427b-a711-3641b6dc9306", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:45:26.363453 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5221bce8-b1ed-4198-a07e-d483fd10cc59 {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:45:26.364146 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5221bce8-b1ed-4198-a07e-d483fd10cc59'] response: {'name': 'network-changed', 'server_uuid': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'tag': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306', 'status': 'completed', 'code': 200} May 19 16:45:26.375947 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-44e3d68f-dac3-4495-9e9d-8296125a6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:26.379188 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-44e3d68f-dac3-4495-9e9d-8296125a6dbd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 1128 time: 0.0504427 May 19 16:45:26.415903 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port b4a3f8c2-04a8-493f-8d32-a89878ded8a5, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=b4a3f8c2-04a8-493f-8d32-a89878ded8a5,segment=NetworkSegment(80f3964c-08fc-4719-9e5a-5f1c962a69d2),segment_id=80f3964c-08fc-4719-9e5a-5f1c962a69d2)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:45:26.429305 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'b4a3f8c2-04a8-493f-8d32-a89878ded8a5', 'network_id': 'd22d8aba-917f-4a09-8281-2d7ac4cde071', 'port_id': 'b4a3f8c2-04a8-493f-8d32-a89878ded8a5', 'mac_address': 'fa:16:3e:34:18:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fa00cd-74d4-4bfc-9638-7977f87f2067', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:45:26.431141 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:26.459686 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-ca557c89-8750-41bb-b725-65eb039f70dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc7ca7c9-fb4e-427b-a711-3641b6dc9306 HTTP/1.1" status: 200 len: 217 time: 0.0673385 May 19 16:45:26.470078 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port b4a3f8c2-04a8-493f-8d32-a89878ded8a5 is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:45:26.470472 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:26.473220 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:26.489765 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a3f8c2-04a8-493f-8d32-a89878ded8a5 {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:45:26.506043 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaeb08-8004-42e7-9e9a-3a2abb0e80ab req-043a0fe7-4633-4763-9f65-d33c1403cd9d tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:26.508063 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9eeaeb08-8004-42e7-9e9a-3a2abb0e80ab req-043a0fe7-4633-4763-9f65-d33c1403cd9d tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 947 time: 0.1074107 May 19 16:45:26.513911 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port b4a3f8c2-04a8-493f-8d32-a89878ded8a5, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=b4a3f8c2-04a8-493f-8d32-a89878ded8a5,segment=NetworkSegment(80f3964c-08fc-4719-9e5a-5f1c962a69d2),segment_id=80f3964c-08fc-4719-9e5a-5f1c962a69d2)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:45:26.519017 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:26.541896 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-2c3e0a4c-c104-4e70-91d9-3ecb8e351e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:26.543338 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-2c3e0a4c-c104-4e70-91d9-3ecb8e351e87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.0753200 May 19 16:45:26.576955 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=b4a3f8c2-04a8-493f-8d32-a89878ded8a5,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:26.601323 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9eeaeb08-8004-42e7-9e9a-3a2abb0e80ab req-0d363ecd-1be6-4faa-a4d0-84b894f78dc3 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879712 May 19 16:45:26.608857 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-80aa2a1a-59f6-44ca-a221-f748af7ac3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:26.610379 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-80aa2a1a-59f6-44ca-a221-f748af7ac3de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567994 May 19 16:45:26.670712 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:26.704974 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-86a64254-ae19-4b40-80ad-4e444a6c5c4b service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870516 May 19 16:45:26.798138 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e8b21-e72e-46ed-a482-dbe8e9a583d0 req-093ea6d5-a85d-4bb9-8857-389fcb40da10 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:26.800075 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4b2e8b21-e72e-46ed-a482-dbe8e9a583d0 req-093ea6d5-a85d-4bb9-8857-389fcb40da10 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 944 time: 0.0549886 May 19 16:45:26.812750 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88660e18-33f3-499e-8b98-ba84169d75a8 req-42719ebf-d62e-4aeb-aa27-7a7e7602f88f service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997179 May 19 16:45:26.850268 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4b2e8b21-e72e-46ed-a482-dbe8e9a583d0 req-a8638efb-1836-4af9-9754-84992c27f995 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441816 May 19 16:45:27.278979 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['b4a3f8c2-04a8-493f-8d32-a89878ded8a5'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:45:27.717226 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1eb9e-187e-4d26-97f1-37150c43cdee req-d0bcfd3e-6d9a-48b8-aa23-544014c01543 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:27.718862 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-77b1eb9e-187e-4d26-97f1-37150c43cdee req-d0bcfd3e-6d9a-48b8-aa23-544014c01543 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 948 time: 0.0492435 May 19 16:45:27.768222 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-77b1eb9e-187e-4d26-97f1-37150c43cdee req-3c5d1c0f-12b8-4682-87b5-4619b1cd3ce8 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430899 May 19 16:45:27.957042 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:27.966112 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4a397-fbbe-4081-bca5-bc8fb265d27e req-bdb1c5db-6733-4214-904a-aa1391b0f5a4 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:27.967597 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45c4a397-fbbe-4081-bca5-bc8fb265d27e req-bdb1c5db-6733-4214-904a-aa1391b0f5a4 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 944 time: 0.0508330 May 19 16:45:28.016104 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45c4a397-fbbe-4081-bca5-bc8fb265d27e req-5347d39f-a5cb-46a2-a1f6-d425531209b1 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 May 19 16:45:28.201101 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=84 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:28.503608 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device b4a3f8c2-04a8-493f-8d32-a89878ded8a5 up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:45:28.545054 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port b4a3f8c2-04a8-493f-8d32-a89878ded8a5 completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:45:28.551492 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port b4a3f8c2-04a8-493f-8d32-a89878ded8a5 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:45:28.551869 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:28.625621 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port b4a3f8c2-04a8-493f-8d32-a89878ded8a5 is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:45:28.626028 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:28.648254 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a3f8c2-04a8-493f-8d32-a89878ded8a5'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:45:28.650483 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753c5e5b-ea8a-4793-9e7a-d1eccb2892c0" -d '{"events": [{"server_uuid": "b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3", "name": "network-vif-plugged", "status": "completed", "tag": "b4a3f8c2-04a8-493f-8d32-a89878ded8a5"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:45:28.663961 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port b4a3f8c2-04a8-493f-8d32-a89878ded8a5, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=b4a3f8c2-04a8-493f-8d32-a89878ded8a5,segment=NetworkSegment(80f3964c-08fc-4719-9e5a-5f1c962a69d2),segment_id=80f3964c-08fc-4719-9e5a-5f1c962a69d2)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:45:28.668617 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:28.697918 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4704479-3827-4c4a-b906-bfe36e6cd880 x-openstack-request-id: req-c4704479-3827-4c4a-b906-bfe36e6cd880 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:45:28.698241 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3", "name": "network-vif-plugged", "status": "completed", "tag": "b4a3f8c2-04a8-493f-8d32-a89878ded8a5", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:45:28.698500 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4704479-3827-4c4a-b906-bfe36e6cd880 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:45:28.698905 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4704479-3827-4c4a-b906-bfe36e6cd880'] response: {'server_uuid': 'b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a3f8c2-04a8-493f-8d32-a89878ded8a5', 'code': 200} May 19 16:45:28.733667 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=b4a3f8c2-04a8-493f-8d32-a89878ded8a5,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:28.880681 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed2dc1-8c98-409d-a46c-aa16fce19fc4 req-5f9d496d-5784-4841-8df2-73a4a33d35d2 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:28.882210 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c6ed2dc1-8c98-409d-a46c-aa16fce19fc4 req-5f9d496d-5784-4841-8df2-73a4a33d35d2 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 949 time: 0.0467956 May 19 16:45:28.930616 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c6ed2dc1-8c98-409d-a46c-aa16fce19fc4 req-053c3276-0b93-44fd-ac6c-97a56086e4fa tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429714 May 19 16:45:29.132527 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f77b98-2006-40dc-9d44-51ad91ef8461 req-573d39f3-bcb1-4003-991c-e627a4e7e919 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:29.134046 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f8f77b98-2006-40dc-9d44-51ad91ef8461 req-573d39f3-bcb1-4003-991c-e627a4e7e919 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 944 time: 0.0476215 May 19 16:45:29.170366 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:29.187832 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f8f77b98-2006-40dc-9d44-51ad91ef8461 req-c69244f1-ba13-4a9c-ac82-5a3785ef7256 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482273 May 19 16:45:29.401672 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:45:29.822423 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e828103-cdbd-41c0-9d8b-b0858de3aaee req-bf7846f4-dbae-4e59-b68a-a2c843fa7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:29.823863 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3e828103-cdbd-41c0-9d8b-b0858de3aaee req-bf7846f4-dbae-4e59-b68a-a2c843fa7002 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 1128 time: 0.0403326 May 19 16:45:29.950212 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e828103-cdbd-41c0-9d8b-b0858de3aaee req-cae33783-252e-40bb-8223-22fca8c0e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:29.951794 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3e828103-cdbd-41c0-9d8b-b0858de3aaee req-cae33783-252e-40bb-8223-22fca8c0e230 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.1200070 May 19 16:45:29.968999 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b703e3-d76d-441b-a8b4-3ba47379f9a3 req-3fb752dd-cf7e-4ce8-8a16-c5a5f41e4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:29.970497 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-90b703e3-d76d-441b-a8b4-3ba47379f9a3 req-3fb752dd-cf7e-4ce8-8a16-c5a5f41e4d00 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 1133 time: 0.0588059 May 19 16:45:30.001440 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3e828103-cdbd-41c0-9d8b-b0858de3aaee req-523c88ff-23ea-4840-a8f5-ec202bd9a526 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc7ca7c9-fb4e-427b-a711-3641b6dc9306 HTTP/1.1" status: 200 len: 217 time: 0.0416546 May 19 16:45:30.046271 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f9191-ab84-4f73-93b7-71de601a0499 req-9fc9bf66-30a7-4c5a-bf23-6ef7ace6d142 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:30.047995 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4b2f9191-ab84-4f73-93b7-71de601a0499 req-9fc9bf66-30a7-4c5a-bf23-6ef7ace6d142 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 949 time: 0.0487523 May 19 16:45:30.073474 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e828103-cdbd-41c0-9d8b-b0858de3aaee req-6328dcbc-9ddf-420e-8f06-ba9db91e787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:30.074881 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3e828103-cdbd-41c0-9d8b-b0858de3aaee req-6328dcbc-9ddf-420e-8f06-ba9db91e787e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.0642378 May 19 16:45:30.077063 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-90b703e3-d76d-441b-a8b4-3ba47379f9a3 req-983e7950-75cf-4345-9de5-f771b84be7da service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821426 May 19 16:45:30.102892 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4b2f9191-ab84-4f73-93b7-71de601a0499 req-432bd4fe-6d60-40e0-b8bf-cdfe4569787f tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472968 May 19 16:45:30.308712 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed9137-afd8-423e-9f48-c6d74ac889a7 req-ba9239e8-e514-4f09-91e7-efcf884a45ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:30.310220 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-81ed9137-afd8-423e-9f48-c6d74ac889a7 req-ba9239e8-e514-4f09-91e7-efcf884a45ee tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 944 time: 0.0518243 May 19 16:45:30.358060 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-81ed9137-afd8-423e-9f48-c6d74ac889a7 req-6066ac1f-0dba-4d65-8a82-4b179e6858c1 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 May 19 16:45:30.399475 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e828103-cdbd-41c0-9d8b-b0858de3aaee req-28bd5831-bfda-4dcf-8b6c-c38ad908beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:30.401720 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3e828103-cdbd-41c0-9d8b-b0858de3aaee req-28bd5831-bfda-4dcf-8b6c-c38ad908beb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427704 May 19 16:45:30.503411 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3e828103-cdbd-41c0-9d8b-b0858de3aaee req-7eb153a5-c23c-4525-8eaf-072deeb08939 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894852 May 19 16:45:30.628560 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3e828103-cdbd-41c0-9d8b-b0858de3aaee req-ec390b5e-6fce-48e0-9109-6bc210bece4f service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846577 May 19 16:45:31.214387 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5542-0684-4942-a091-d63cad85d888 req-1eff3b63-d353-41bb-b05c-63b56db75943 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:31.215782 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c83b5542-0684-4942-a091-d63cad85d888 req-1eff3b63-d353-41bb-b05c-63b56db75943 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 949 time: 0.0465994 May 19 16:45:31.263951 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c83b5542-0684-4942-a091-d63cad85d888 req-9595b15c-4be2-4819-a375-ba28fcf1e96a tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416684 May 19 16:45:31.441116 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:31.481056 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5342094-927a-4fa6-aa20-393b85edc0c6 req-15253030-0110-4f2a-a9c6-10ba85a455af tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:31.482463 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d5342094-927a-4fa6-aa20-393b85edc0c6 req-15253030-0110-4f2a-a9c6-10ba85a455af tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 944 time: 0.0514448 May 19 16:45:31.529672 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d5342094-927a-4fa6-aa20-393b85edc0c6 req-70c8fb3e-26f5-4065-9238-2887bc8243aa tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405006 May 19 16:45:32.390174 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ead18-6581-49ab-a6af-b7c83a9e1e48 req-b3738364-92e6-4166-a48e-c0f8a7e6eff5 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:32.391736 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f78ead18-6581-49ab-a6af-b7c83a9e1e48 req-b3738364-92e6-4166-a48e-c0f8a7e6eff5 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 949 time: 0.0573366 May 19 16:45:32.442462 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f78ead18-6581-49ab-a6af-b7c83a9e1e48 req-bf34c9d7-3199-4099-8fc0-8e3733f6dd9d tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 May 19 16:45:32.491363 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device dc7ca7c9-fb4e-427b-a711-3641b6dc9306 details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:45:32.607974 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port dc7ca7c9-fb4e-427b-a711-3641b6dc9306, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=dc7ca7c9-fb4e-427b-a711-3641b6dc9306,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:45:32.624005 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'port_id': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306', 'mac_address': 'fa:16:3e:27:5c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:45:32.673051 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port dc7ca7c9-fb4e-427b-a711-3641b6dc9306 is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:45:32.673475 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:32.688481 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7ca7c9-fb4e-427b-a711-3641b6dc9306 {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:45:32.700575 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09924d56-4c9b-4e4d-9d42-2fa3ff8666ba req-3506d5ec-7919-4b72-b1e8-26b029ab2201 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:32.708514 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-09924d56-4c9b-4e4d-9d42-2fa3ff8666ba req-3506d5ec-7919-4b72-b1e8-26b029ab2201 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 944 time: 0.0698817 May 19 16:45:32.714997 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port dc7ca7c9-fb4e-427b-a711-3641b6dc9306, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=dc7ca7c9-fb4e-427b-a711-3641b6dc9306,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:45:32.727065 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:32.759871 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84329d82-177d-4678-8058-42e0972628d2 req-09dc9695-fe15-4f95-a30b-335901170713 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:32.761612 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-84329d82-177d-4678-8058-42e0972628d2 req-09dc9695-fe15-4f95-a30b-335901170713 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 949 time: 0.0555689 May 19 16:45:32.772527 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-09924d56-4c9b-4e4d-9d42-2fa3ff8666ba req-457c17ba-e2e4-4e03-9e03-eecc311bb0ae tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620682 May 19 16:45:32.800220 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:32.807164 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=dc7ca7c9-fb4e-427b-a711-3641b6dc9306,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:32.822903 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-84329d82-177d-4678-8058-42e0972628d2 req-1dbbc86c-88b9-46e5-bbad-7292978083be tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555639 May 19 16:45:33.284621 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['dc7ca7c9-fb4e-427b-a711-3641b6dc9306'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:45:33.317568 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:33.892260 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d970a1-852f-4261-9517-5d92f86e17b6 req-9907a6ae-adaa-4d70-844a-79b0b3966822 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:33.893902 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-49d970a1-852f-4261-9517-5d92f86e17b6 req-9907a6ae-adaa-4d70-844a-79b0b3966822 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 945 time: 0.0504341 May 19 16:45:33.941102 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1cf4e-a5b8-49d1-9fb4-d6299ac5d177 req-24fdd937-9bc6-4df4-8947-3972dc59b26e tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:33.942686 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-cba1cf4e-a5b8-49d1-9fb4-d6299ac5d177 req-24fdd937-9bc6-4df4-8947-3972dc59b26e tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 949 time: 0.0498540 May 19 16:45:33.948770 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-49d970a1-852f-4261-9517-5d92f86e17b6 req-cfd33ec1-ffc2-4336-8f88-4eabf58e8a76 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490189 May 19 16:45:33.994097 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-cba1cf4e-a5b8-49d1-9fb4-d6299ac5d177 req-d4d69646-addc-48b3-8663-71b462af27f9 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457850 May 19 16:45:35.062276 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303c637-ba87-4d85-9a9a-b30674544f85 req-be077495-92d1-47b5-833d-382ae0f50052 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:35.063842 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f303c637-ba87-4d85-9a9a-b30674544f85 req-be077495-92d1-47b5-833d-382ae0f50052 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 945 time: 0.0483186 May 19 16:45:35.103085 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:35.107182 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9511156-f82b-4765-8689-35b28c7bb029 req-c3a00990-2c55-45c8-b13b-f2b5fb18b029 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:35.108710 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f9511156-f82b-4765-8689-35b28c7bb029 req-c3a00990-2c55-45c8-b13b-f2b5fb18b029 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 949 time: 0.0478940 May 19 16:45:35.115815 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f303c637-ba87-4d85-9a9a-b30674544f85 req-cb4e7c7e-4d7f-48fe-aea8-3a02785eaf8c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459061 May 19 16:45:35.157882 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f9511156-f82b-4765-8689-35b28c7bb029 req-b9f8946d-4e60-42f7-9168-656ee2ee5a25 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425484 May 19 16:45:36.230433 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe67130-7ddf-4389-9203-1c6e763e6f22 req-f59a3d89-f054-44b0-b7f2-b1b9dff5101b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:36.231942 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1fe67130-7ddf-4389-9203-1c6e763e6f22 req-f59a3d89-f054-44b0-b7f2-b1b9dff5101b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 945 time: 0.0469427 May 19 16:45:36.268547 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:36.278426 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ee2ff-0ee5-48df-a309-683e4cc28b8c req-33bf06d4-d041-4039-a804-0c064a97a90c tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:36.280039 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-770ee2ff-0ee5-48df-a309-683e4cc28b8c req-33bf06d4-d041-4039-a804-0c064a97a90c tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 949 time: 0.0527222 May 19 16:45:36.284229 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1fe67130-7ddf-4389-9203-1c6e763e6f22 req-f35382d9-c130-47e9-a02a-dc870ee060a4 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463047 May 19 16:45:36.327507 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-770ee2ff-0ee5-48df-a309-683e4cc28b8c req-99bf403c-b383-4ddc-9158-a6af60832069 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411007 May 19 16:45:37.397620 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf83d4-d507-4458-90b0-576f00f6f425 req-e79f1285-2dc8-4a6c-95a5-fd865daad8f2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:37.399116 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-67cf83d4-d507-4458-90b0-576f00f6f425 req-e79f1285-2dc8-4a6c-95a5-fd865daad8f2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 945 time: 0.0483992 May 19 16:45:37.446643 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da056e-28a4-4afe-a789-6d95413da9ae req-01d1c245-c81f-47ec-97fb-df56a14e5784 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:37.447360 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-67cf83d4-d507-4458-90b0-576f00f6f425 req-ceed5ca3-2116-46e0-86c5-e75f5403f81d tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425141 May 19 16:45:37.448147 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-77da056e-28a4-4afe-a789-6d95413da9ae req-01d1c245-c81f-47ec-97fb-df56a14e5784 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 949 time: 0.0515285 May 19 16:45:37.495964 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-77da056e-28a4-4afe-a789-6d95413da9ae req-a8dda33d-601e-49e9-aabe-e46fdbd31cf0 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424504 May 19 16:45:38.565168 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93798222-4183-4e5a-92a0-15dd811932b0 req-edb75a6c-2883-4a63-ac92-042eed6af603 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:38.566706 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-93798222-4183-4e5a-92a0-15dd811932b0 req-edb75a6c-2883-4a63-ac92-042eed6af603 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 945 time: 0.0528407 May 19 16:45:38.572613 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe0f6c-c5ef-4be3-a736-d0583e96805e req-ebe88e17-858c-4706-8914-667f8c2db6b8 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:38.574117 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-73fe0f6c-c5ef-4be3-a736-d0583e96805e req-ebe88e17-858c-4706-8914-667f8c2db6b8 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 949 time: 0.0504098 May 19 16:45:38.603338 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:38.616288 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-93798222-4183-4e5a-92a0-15dd811932b0 req-186e8b4b-9f34-4deb-9841-a55bf741bde6 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 May 19 16:45:38.656025 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bc5ce-c6e4-4284-8a2f-774b94cc24bf req-f901b897-1608-4a4f-8c27-983927116fb6 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:38.657567 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e88bc5ce-c6e4-4284-8a2f-774b94cc24bf req-f901b897-1608-4a4f-8c27-983927116fb6 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 949 time: 0.0825906 May 19 16:45:38.722861 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [req-73fe0f6c-c5ef-4be3-a736-d0583e96805e req-c6da426f-6f84-46fc-b020-8320a6b652e6 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Deleting port b4a3f8c2-04a8-493f-8d32-a89878ded8a5 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:45:38.723205 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-73fe0f6c-c5ef-4be3-a736-d0583e96805e req-c6da426f-6f84-46fc-b020-8320a6b652e6 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:38.774102 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e88bc5ce-c6e4-4284-8a2f-774b94cc24bf req-c84667af-37ca-4946-97ba-1311028eeae7 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/security-groups?id=53616098-8805-4490-ac42-4fd800b18923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108513 May 19 16:45:38.832596 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-73fe0f6c-c5ef-4be3-a736-d0583e96805e req-c6da426f-6f84-46fc-b020-8320a6b652e6 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] For port b4a3f8c2-04a8-493f-8d32-a89878ded8a5, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=b4a3f8c2-04a8-493f-8d32-a89878ded8a5,segment=NetworkSegment(80f3964c-08fc-4719-9e5a-5f1c962a69d2),segment_id=80f3964c-08fc-4719-9e5a-5f1c962a69d2)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:45:38.832936 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-73fe0f6c-c5ef-4be3-a736-d0583e96805e req-c6da426f-6f84-46fc-b020-8320a6b652e6 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:38.847145 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [req-73fe0f6c-c5ef-4be3-a736-d0583e96805e req-c6da426f-6f84-46fc-b020-8320a6b652e6 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Calling delete_port for b4a3f8c2-04a8-493f-8d32-a89878ded8a5 owned by compute:nova {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:45:38.920039 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:38.934501 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device dc7ca7c9-fb4e-427b-a711-3641b6dc9306 up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:45:38.974125 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:38.987903 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port dc7ca7c9-fb4e-427b-a711-3641b6dc9306 completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:45:38.995399 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-73fe0f6c-c5ef-4be3-a736-d0583e96805e req-c6da426f-6f84-46fc-b020-8320a6b652e6 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (b4a3f8c2-04a8-493f-8d32-a89878ded8a5), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:38.996820 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port dc7ca7c9-fb4e-427b-a711-3641b6dc9306 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:45:38.997143 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:39.036890 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da426f-6f84-46fc-b020-8320a6b652e6 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Pushing event deleted for resources: {'Port': ['ID=b4a3f8c2-04a8-493f-8d32-a89878ded8a5,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:39.070858 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['b4a3f8c2-04a8-493f-8d32-a89878ded8a5'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:45:39.097321 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fe0f6c-c5ef-4be3-a736-d0583e96805e req-c6da426f-6f84-46fc-b020-8320a6b652e6 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] No DVR routers for this DVR port b4a3f8c2-04a8-493f-8d32-a89878ded8a5 on host hv-cinder-84243 {{(pid=110370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:45:39.100418 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-73fe0f6c-c5ef-4be3-a736-d0583e96805e req-c6da426f-6f84-46fc-b020-8320a6b652e6 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:39.103416 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-73fe0f6c-c5ef-4be3-a736-d0583e96805e req-c6da426f-6f84-46fc-b020-8320a6b652e6 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.48 "DELETE /v2.0/ports/b4a3f8c2-04a8-493f-8d32-a89878ded8a5 HTTP/1.1" status: 204 len: 173 time: 0.5194285 May 19 16:45:39.103890 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3', 'name': 'network-vif-deleted', 'tag': 'b4a3f8c2-04a8-493f-8d32-a89878ded8a5'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:45:39.106733 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329070a8-cbb2-4c15-a104-168d95534b1d" -d '{"events": [{"server_uuid": "b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3", "name": "network-vif-deleted", "tag": "b4a3f8c2-04a8-493f-8d32-a89878ded8a5"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:45:39.113669 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port dc7ca7c9-fb4e-427b-a711-3641b6dc9306 is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:45:39.114095 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:39.150413 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:45:39.152758 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bcbea4-cb66-420a-a234-8f7a8f469afb" -d '{"events": [{"server_uuid": "deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5", "name": "network-vif-plugged", "status": "completed", "tag": "dc7ca7c9-fb4e-427b-a711-3641b6dc9306"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:45:39.171093 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d46087f-4128-4486-ab39-9ac7bad1feaa x-openstack-request-id: req-0d46087f-4128-4486-ab39-9ac7bad1feaa {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:45:39.171591 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3", "name": "network-vif-deleted", "tag": "b4a3f8c2-04a8-493f-8d32-a89878ded8a5", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:45:39.171984 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d46087f-4128-4486-ab39-9ac7bad1feaa {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:45:39.172682 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d46087f-4128-4486-ab39-9ac7bad1feaa'] response: {'server_uuid': 'b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3', 'name': 'network-vif-deleted', 'tag': 'b4a3f8c2-04a8-493f-8d32-a89878ded8a5', 'status': 'completed', 'code': 200} May 19 16:45:39.179586 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port dc7ca7c9-fb4e-427b-a711-3641b6dc9306, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=dc7ca7c9-fb4e-427b-a711-3641b6dc9306,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:45:39.184576 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:39.217438 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9aada0-617f-48d0-b573-0e0a073b114e x-openstack-request-id: req-6e9aada0-617f-48d0-b573-0e0a073b114e {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:45:39.217796 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5", "name": "network-vif-plugged", "status": "completed", "tag": "dc7ca7c9-fb4e-427b-a711-3641b6dc9306", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:45:39.217989 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e9aada0-617f-48d0-b573-0e0a073b114e {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:45:39.218390 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e9aada0-617f-48d0-b573-0e0a073b114e'] response: {'server_uuid': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306', 'code': 200} May 19 16:45:39.249884 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=dc7ca7c9-fb4e-427b-a711-3641b6dc9306,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:39.730662 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a418b-e2bc-4f4e-8998-c90b1796c00e req-9c3f82f9-77ca-4e70-badc-abf154d45ff9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:39.732132 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-522a418b-e2bc-4f4e-8998-c90b1796c00e req-9c3f82f9-77ca-4e70-badc-abf154d45ff9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0467863 May 19 16:45:39.782424 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-522a418b-e2bc-4f4e-8998-c90b1796c00e req-8a4a9ca4-4c33-4bf6-852b-71d97da07177 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444841 May 19 16:45:39.886240 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c3bbcdc7-fa7c-4e4a-8384-e2f125cf838d req-2b07875d-8d4c-484f-8ba8-0082d092bea6 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 210 time: 0.0291815 May 19 16:45:40.907289 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948cf23-4082-4f28-93af-bb30c8e97b54 req-83f50c34-a4ff-48f2-9006-297ea3c9d907 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:40.909467 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5948cf23-4082-4f28-93af-bb30c8e97b54 req-83f50c34-a4ff-48f2-9006-297ea3c9d907 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0536897 May 19 16:45:40.951395 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-eff426d5-b8da-42a8-9bfb-58ef7d77c45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:40.980272 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5948cf23-4082-4f28-93af-bb30c8e97b54 req-4eadcab3-099d-4798-81b1-2faaf59a47b3 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644033 May 19 16:45:41.012946 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e7f6a60b-09be-4e45-a8cc-5a80568a637d req-116cffa3-07b8-4220-8583-33daaf3ca273 tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 210 time: 0.0291400 May 19 16:45:42.130935 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f75826-d7f0-4fa7-b2e0-6a65b5c8b285 req-7ab23ff7-31f1-4d82-a9b5-eb17705a00cb tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:42.132081 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-948c2a19-532d-4444-8423-b936f9e9c7dc req-5095be84-ec76-4751-9d75-a85dd8fc3f6a tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 210 time: 0.0329819 May 19 16:45:42.132482 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e1f75826-d7f0-4fa7-b2e0-6a65b5c8b285 req-7ab23ff7-31f1-4d82-a9b5-eb17705a00cb tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0632603 May 19 16:45:42.182789 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e1f75826-d7f0-4fa7-b2e0-6a65b5c8b285 req-9c542ea6-bc19-4910-9825-92f3f1141356 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448153 May 19 16:45:43.246581 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-829dee0e-0170-48b1-9ba1-a815a8789fa1 req-6358bae1-1628-451b-b433-d8533c1a5d7c tempest-VolumesNegativeTest-128414571 tempest-VolumesNegativeTest-128414571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c1b91d-6d7e-45ca-bc0e-b6f4e2c70fb3 HTTP/1.1" status: 200 len: 210 time: 0.0308745 May 19 16:45:43.305521 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235833b1-9172-45c4-b170-fe747994ec5a req-f9024616-0a24-4260-8b61-f9c51d26be49 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:43.307028 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-235833b1-9172-45c4-b170-fe747994ec5a req-f9024616-0a24-4260-8b61-f9c51d26be49 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0482028 May 19 16:45:43.360145 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-235833b1-9172-45c4-b170-fe747994ec5a req-92603403-6349-4bf0-8a4e-e63a1ef460c3 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457008 May 19 16:45:43.820126 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eb90a-6190-407d-8200-41874147293c req-4ddaccf0-dcbe-4530-9413-aa050f487f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:43.821871 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ec8eb90a-6190-407d-8200-41874147293c req-4ddaccf0-dcbe-4530-9413-aa050f487f38 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 1130 time: 0.0438168 May 19 16:45:43.875324 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ec8eb90a-6190-407d-8200-41874147293c req-f92fef01-6049-487c-9bf2-c7f42933c46c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440643 May 19 16:45:44.260119 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-72e61632-698c-4810-87d3-a64dc6e1f65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:44.499342 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfed070-ba55-4ecf-a5ed-a7d147aed4ee req-e58b885c-8d39-4cfd-87e7-e09f5c202711 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:44.500904 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cbfed070-ba55-4ecf-a5ed-a7d147aed4ee req-e58b885c-8d39-4cfd-87e7-e09f5c202711 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0698197 May 19 16:45:44.562736 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cbfed070-ba55-4ecf-a5ed-a7d147aed4ee req-9cbbda88-8c81-45f5-bfdd-639be13e7e96 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540638 May 19 16:45:44.586414 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device b4a3f8c2-04a8-493f-8d32-a89878ded8a5 no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:45:44.611790 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: b4a3f8c2-04a8-493f-8d32-a89878ded8a5 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:45:44.612142 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device b4a3f8c2-04a8-493f-8d32-a89878ded8a5 not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:45:45.185075 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:45.698114 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54f3ec-022f-4da0-8649-063871665232 req-0ad7738a-709a-470d-8908-b6cb1d5f5eaf tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:45.699840 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ff54f3ec-022f-4da0-8649-063871665232 req-0ad7738a-709a-470d-8908-b6cb1d5f5eaf tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0570903 May 19 16:45:45.752941 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ff54f3ec-022f-4da0-8649-063871665232 req-8f9a7a30-8cb4-4284-a8dc-418d4ac08dcf tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472155 May 19 16:45:46.873626 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b6bf0-e2a4-4fbe-b6da-e641bc53dda1 req-3fb450a7-6948-4559-85e5-136324c40e84 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:46.875158 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fe5b6bf0-e2a4-4fbe-b6da-e641bc53dda1 req-3fb450a7-6948-4559-85e5-136324c40e84 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0487449 May 19 16:45:46.927648 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:46.937512 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fe5b6bf0-e2a4-4fbe-b6da-e641bc53dda1 req-14dcf315-6b33-4f61-b306-503e79c44204 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522356 May 19 16:45:48.055868 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d41da-7a32-4706-b382-3963b5aa153c req-f409d61e-4d79-4822-a8b8-2dca59a391b0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:48.057424 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-219d41da-7a32-4706-b382-3963b5aa153c req-f409d61e-4d79-4822-a8b8-2dca59a391b0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0485225 May 19 16:45:48.105548 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-219d41da-7a32-4706-b382-3963b5aa153c req-acc41d51-361d-4897-8b43-08a0a749def8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425220 May 19 16:45:48.523831 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:49.221318 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97d68f-9145-4970-ab34-c6118761c0da req-095f9536-06db-4470-9dea-0af87ce58024 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:49.222756 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cd97d68f-9145-4970-ab34-c6118761c0da req-095f9536-06db-4470-9dea-0af87ce58024 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0501940 May 19 16:45:49.270332 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cd97d68f-9145-4970-ab34-c6118761c0da req-4f5372d2-8044-4380-9bf5-8d4801c3e4d2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417023 May 19 16:45:49.391799 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:49.396819 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:50.389008 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859c4f-c953-4e75-902e-7bfb9ec1f9f0 req-97b08f55-7300-4e5f-a74b-6df48ed08e52 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:50.390502 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-54859c4f-c953-4e75-902e-7bfb9ec1f9f0 req-97b08f55-7300-4e5f-a74b-6df48ed08e52 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0478127 May 19 16:45:50.401345 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:50.442508 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-54859c4f-c953-4e75-902e-7bfb9ec1f9f0 req-849ef411-1132-499a-bac9-67565858e8f4 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465088 May 19 16:45:51.566500 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe0e5c-d961-4296-b7db-206b5d89e10c req-84b85ee6-070b-4e6a-afab-df9400fc6a58 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:51.568034 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0cbe0e5c-d961-4296-b7db-206b5d89e10c req-84b85ee6-070b-4e6a-afab-df9400fc6a58 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0572412 May 19 16:45:51.620850 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0cbe0e5c-d961-4296-b7db-206b5d89e10c req-27f630f0-c270-49fe-a8d7-3155747eb8b8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452473 May 19 16:45:51.744753 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c35f6-55c9-4e9d-ab93-597349b2b27a req-52710723-0765-4189-8463-10a0a7893af5 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:51.746355 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-fd3c35f6-55c9-4e9d-ab93-597349b2b27a req-52710723-0765-4189-8463-10a0a7893af5 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0515270 May 19 16:45:51.755993 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 34504) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:51.760541 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-b4c20541-cb20-47e1-89b2-5bda4e689c7c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Request body: {'floatingip': {'port_id': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:45:51.807772 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b4c20541-cb20-47e1-89b2-5bda4e689c7c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for floatingip (0d90df66-5953-492a-a77d-e84bf2e719ac), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:51.833102 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 34506) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:51.944461 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:51.983812 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-429f87d6-1e8d-4db7-a2b5-e5e07cc84471 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c7652596e3b41d285e874ca1a675677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493175 May 19 16:45:51.986739 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 34510) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:45:52.038778 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-cc86cdfc-8010-4e72-990f-066f3d64d0e8 admin admin] Publish callbacks [] for security_group (53616098-8805-4490-ac42-4fd800b18923), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:52.063085 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-cc86cdfc-8010-4e72-990f-066f3d64d0e8 admin admin] Publish callbacks [] for security_group (53616098-8805-4490-ac42-4fd800b18923), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:52.112010 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-cc86cdfc-8010-4e72-990f-066f3d64d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (53616098-8805-4490-ac42-4fd800b18923), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:52.114975 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-cc86cdfc-8010-4e72-990f-066f3d64d0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:52.116123 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-cc86cdfc-8010-4e72-990f-066f3d64d0e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53616098-8805-4490-ac42-4fd800b18923 HTTP/1.1" status: 204 len: 168 time: 0.1284888 May 19 16:45:52.124589 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86cdfc-8010-4e72-990f-066f3d64d0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53616098-8805-4490-ac42-4fd800b18923,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:52.266516 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:52.275851 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b4c20541-cb20-47e1-89b2-5bda4e689c7c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:52.281333 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b4c20541-cb20-47e1-89b2-5bda4e689c7c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (0d90df66-5953-492a-a77d-e84bf2e719ac), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:52.395650 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.l3_db [None req-b4c20541-cb20-47e1-89b2-5bda4e689c7c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Floating IP 0d90df66-5953-492a-a77d-e84bf2e719ac associated. External IP: 172.27.1.200, port: dc7ca7c9-fb4e-427b-a711-3641b6dc9306. May 19 16:45:52.607069 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c20541-cb20-47e1-89b2-5bda4e689c7c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:45:52.903351 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:52.960116 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c20541-cb20-47e1-89b2-5bda4e689c7c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:45:52.964849 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b4c20541-cb20-47e1-89b2-5bda4e689c7c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:52.971337 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b33b71-c606-496c-9771-1600f0cedec0 None None] Sync routers for ids ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:45:52.981313 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b33b71-c606-496c-9771-1600f0cedec0 None None] Routers {'03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:45:52.981950 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-14b33b71-c606-496c-9771-1600f0cedec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:45:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:45:52.996675 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-b4c20541-cb20-47e1-89b2-5bda4e689c7c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "PUT /v2.0/floatingips/0d90df66-5953-492a-a77d-e84bf2e719ac HTTP/1.1" status: 200 len: 992 time: 1.2395811 May 19 16:45:52.997407 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'tag': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:45:52.999856 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba6a924-1681-4522-92b9-8f81e897af6f" -d '{"events": [{"name": "network-changed", "server_uuid": "deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5", "tag": "dc7ca7c9-fb4e-427b-a711-3641b6dc9306"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:45:53.036900 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c572e367-833f-427f-b376-de0a9f29497b x-openstack-request-id: req-c572e367-833f-427f-b376-de0a9f29497b {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:45:53.037225 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5", "tag": "dc7ca7c9-fb4e-427b-a711-3641b6dc9306", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:45:53.037489 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c572e367-833f-427f-b376-de0a9f29497b {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:45:53.037900 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c572e367-833f-427f-b376-de0a9f29497b'] response: {'name': 'network-changed', 'server_uuid': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'tag': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306', 'status': 'completed', 'code': 200} May 19 16:45:53.088977 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-14b33b71-c606-496c-9771-1600f0cedec0 None None] Set router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:45:53.119646 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6a924-1681-4522-92b9-8f81e897af6f req-4ebac6d8-71db-4adb-bd49-90fdaffa66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:53.121194 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-eba6a924-1681-4522-92b9-8f81e897af6f req-4ebac6d8-71db-4adb-bd49-90fdaffa66f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 1130 time: 0.0401282 May 19 16:45:53.221128 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6a924-1681-4522-92b9-8f81e897af6f req-b9312152-c605-4d99-ba9b-393da3db3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:53.222691 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-eba6a924-1681-4522-92b9-8f81e897af6f req-b9312152-c605-4d99-ba9b-393da3db3650 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.0949194 May 19 16:45:53.286077 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-eba6a924-1681-4522-92b9-8f81e897af6f req-4e7a9dc4-cedb-47d6-86e8-bdb037c88366 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc7ca7c9-fb4e-427b-a711-3641b6dc9306 HTTP/1.1" status: 200 len: 1000 time: 0.0574780 May 19 16:45:53.336891 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6a924-1681-4522-92b9-8f81e897af6f req-3024db96-9449-4c1f-8dd7-c69f44856789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:53.338579 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-eba6a924-1681-4522-92b9-8f81e897af6f req-3024db96-9449-4c1f-8dd7-c69f44856789 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.0457294 May 19 16:45:53.383406 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-14b33b71-c606-496c-9771-1600f0cedec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '0d90df66-5953-492a-a77d-e84bf2e719ac', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'port_id': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'mac_address': 'fa:16:3e:27:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:45:18Z', 'updated_at': '2022-05-19T16:45:52Z', 'revision_number': 1, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0e65df-f2bc-4d6c-9e23-76804c9de3cb', 'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'mac_address': 'fa:16:3e:6f:32:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:22Z', 'revision_number': 5, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'subnets': [{'id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:45:53.395668 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6a924-1681-4522-92b9-8f81e897af6f req-8c197218-7215-45cf-af1d-1e576ee1dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:53.397282 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-eba6a924-1681-4522-92b9-8f81e897af6f req-8c197218-7215-45cf-af1d-1e576ee1dff4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521863 May 19 16:45:53.408651 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b33b71-c606-496c-9771-1600f0cedec0 None None] Checking router: 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:45:53.417766 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b33b71-c606-496c-9771-1600f0cedec0 None None] Routers {'03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:45:53.418390 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-14b33b71-c606-496c-9771-1600f0cedec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:45:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:45:53.496272 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-eba6a924-1681-4522-92b9-8f81e897af6f req-4275631a-2383-4682-b58f-2776f5a5ab1b service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910239 May 19 16:45:53.526819 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-14b33b71-c606-496c-9771-1600f0cedec0 None None] Set router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:45:53.595536 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-eba6a924-1681-4522-92b9-8f81e897af6f req-2f939b6f-1312-4abf-8132-35a389a415f9 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927246 May 19 16:45:53.746186 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-14b33b71-c606-496c-9771-1600f0cedec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '0d90df66-5953-492a-a77d-e84bf2e719ac', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'port_id': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'mac_address': 'fa:16:3e:27:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:45:18Z', 'updated_at': '2022-05-19T16:45:52Z', 'revision_number': 1, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0e65df-f2bc-4d6c-9e23-76804c9de3cb', 'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'mac_address': 'fa:16:3e:6f:32:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:22Z', 'revision_number': 5, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'subnets': [{'id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:45:53.775275 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b33b71-c606-496c-9771-1600f0cedec0 None None] The sync data for ids ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'] in dv-cinder-842433-1-iscsi is: [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '0d90df66-5953-492a-a77d-e84bf2e719ac', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'port_id': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'mac_address': 'fa:16:3e:27:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:45:18Z', 'updated_at': '2022-05-19T16:45:52Z', 'revision_number': 1, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0e65df-f2bc-4d6c-9e23-76804c9de3cb', 'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'mac_address': 'fa:16:3e:6f:32:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:22Z', 'revision_number': 5, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'subnets': [{'id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:45:53.971555 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0977b6c-ddaf-4dfb-a95f-09cd4cc865ec None None] New status for floating IP 0d90df66-5953-492a-a77d-e84bf2e719ac: ACTIVE {{(pid=110372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:45:56.535572 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c01e4-7060-4c97-b082-3f9e92576bd8 req-5d8fdd38-7770-4205-8995-8fa2f06a88d8 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:56.537095 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-866c01e4-7060-4c97-b082-3f9e92576bd8 req-5d8fdd38-7770-4205-8995-8fa2f06a88d8 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 945 time: 0.0495844 May 19 16:45:56.584382 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-866c01e4-7060-4c97-b082-3f9e92576bd8 req-abc95302-b9eb-47f4-b067-a8a2b6411599 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417607 May 19 16:45:57.680253 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:57.699045 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719563b-4b65-479c-a73f-ab7231d2535e req-a5cc7619-95eb-4359-8aa8-2cb509d96bde tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:57.700535 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a719563b-4b65-479c-a73f-ab7231d2535e req-a5cc7619-95eb-4359-8aa8-2cb509d96bde tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 945 time: 0.0485117 May 19 16:45:57.747925 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a719563b-4b65-479c-a73f-ab7231d2535e req-b792cd4c-098f-43e6-b60d-bc2290ed39e1 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 May 19 16:45:58.613775 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:58.622906 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac100c-1b61-4524-833d-88618b407c61 req-b865912c-8412-4c1f-a9e5-237cae183a0b tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:58.624423 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3fac100c-1b61-4524-833d-88618b407c61 req-b865912c-8412-4c1f-a9e5-237cae183a0b tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.48 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 945 time: 0.0521598 May 19 16:45:58.708360 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [req-3fac100c-1b61-4524-833d-88618b407c61 req-b58ea233-9688-4a83-9b56-79e6d3c74f34 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Deleting port ab12d705-4be6-4560-914e-9c3166275d2d {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:45:58.708730 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-3fac100c-1b61-4524-833d-88618b407c61 req-b58ea233-9688-4a83-9b56-79e6d3c74f34 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (ab12d705-4be6-4560-914e-9c3166275d2d), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:58.804176 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-3fac100c-1b61-4524-833d-88618b407c61 req-b58ea233-9688-4a83-9b56-79e6d3c74f34 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] For port ab12d705-4be6-4560-914e-9c3166275d2d, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=ab12d705-4be6-4560-914e-9c3166275d2d,segment=NetworkSegment(5de08565-49ab-4a3f-a657-d7ef9ea6260e),segment_id=5de08565-49ab-4a3f-a657-d7ef9ea6260e)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:45:58.804546 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-3fac100c-1b61-4524-833d-88618b407c61 req-b58ea233-9688-4a83-9b56-79e6d3c74f34 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (ab12d705-4be6-4560-914e-9c3166275d2d), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:58.820070 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [req-3fac100c-1b61-4524-833d-88618b407c61 req-b58ea233-9688-4a83-9b56-79e6d3c74f34 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Calling delete_port for ab12d705-4be6-4560-914e-9c3166275d2d owned by compute:nova {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:45:58.895248 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8ea11-427c-4864-a727-2327e4c25151 req-ff201bdb-81b6-4fd3-a793-fb5fdfe1f740 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:45:58.896819 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e5e8ea11-427c-4864-a727-2327e4c25151 req-ff201bdb-81b6-4fd3-a793-fb5fdfe1f740 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=362a1562-ca96-486a-94a2-02c7eb3a8c4d HTTP/1.1" status: 200 len: 945 time: 0.0786278 May 19 16:45:58.910832 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:45:58.975022 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e5e8ea11-427c-4864-a727-2327e4c25151 req-1272088b-119b-4546-a9e2-c824ce97d0c1 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725615 May 19 16:45:59.034277 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-3fac100c-1b61-4524-833d-88618b407c61 req-b58ea233-9688-4a83-9b56-79e6d3c74f34 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (ab12d705-4be6-4560-914e-9c3166275d2d), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:59.047150 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['ab12d705-4be6-4560-914e-9c3166275d2d'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:45:59.063602 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ea233-9688-4a83-9b56-79e6d3c74f34 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Pushing event deleted for resources: {'Port': ['ID=ab12d705-4be6-4560-914e-9c3166275d2d,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:45:59.111333 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fac100c-1b61-4524-833d-88618b407c61 req-b58ea233-9688-4a83-9b56-79e6d3c74f34 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] No DVR routers for this DVR port ab12d705-4be6-4560-914e-9c3166275d2d on host hv-cinder-84243 {{(pid=110370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:45:59.114754 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-3fac100c-1b61-4524-833d-88618b407c61 req-b58ea233-9688-4a83-9b56-79e6d3c74f34 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:45:59.118245 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3fac100c-1b61-4524-833d-88618b407c61 req-b58ea233-9688-4a83-9b56-79e6d3c74f34 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.48 "DELETE /v2.0/ports/ab12d705-4be6-4560-914e-9c3166275d2d HTTP/1.1" status: 204 len: 173 time: 0.4879982 May 19 16:45:59.118659 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362a1562-ca96-486a-94a2-02c7eb3a8c4d', 'name': 'network-vif-deleted', 'tag': 'ab12d705-4be6-4560-914e-9c3166275d2d'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:45:59.120979 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e60d6c-e7e4-45b1-a6be-7fb8580a7e54" -d '{"events": [{"server_uuid": "362a1562-ca96-486a-94a2-02c7eb3a8c4d", "name": "network-vif-deleted", "tag": "ab12d705-4be6-4560-914e-9c3166275d2d"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:45:59.157952 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b208a395-87e2-4b09-9f81-0c828e696d0e x-openstack-request-id: req-b208a395-87e2-4b09-9f81-0c828e696d0e {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:45:59.158269 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362a1562-ca96-486a-94a2-02c7eb3a8c4d", "name": "network-vif-deleted", "tag": "ab12d705-4be6-4560-914e-9c3166275d2d", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:45:59.158548 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b208a395-87e2-4b09-9f81-0c828e696d0e {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:45:59.158957 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b208a395-87e2-4b09-9f81-0c828e696d0e'] response: {'server_uuid': '362a1562-ca96-486a-94a2-02c7eb3a8c4d', 'name': 'network-vif-deleted', 'tag': 'ab12d705-4be6-4560-914e-9c3166275d2d', 'status': 'completed', 'code': 200} May 19 16:46:03.064331 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device ab12d705-4be6-4560-914e-9c3166275d2d no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:46:03.069563 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=75,neutron:UPDATE=8 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:03.086909 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: ab12d705-4be6-4560-914e-9c3166275d2d {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:46:03.087251 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device ab12d705-4be6-4560-914e-9c3166275d2d not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:46:03.741588 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=72 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:03.749832 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=76 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:06.358599 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b2f44fd9-c3fb-4f73-bebd-5a74f9465ce6 req-64f4c6cf-2b9e-44d6-8a81-6958927583ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467014 May 19 16:46:06.401711 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:46:06.425525 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f44fd9-c3fb-4f73-bebd-5a74f9465ce6 req-21585fbc-eef3-4d3e-b5fb-445feae6f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:06.427095 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b2f44fd9-c3fb-4f73-bebd-5a74f9465ce6 req-21585fbc-eef3-4d3e-b5fb-445feae6f4a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 1129 time: 0.0420668 May 19 16:46:06.539170 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f44fd9-c3fb-4f73-bebd-5a74f9465ce6 req-ae968c92-dda3-4539-ad33-e041bc27745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:06.540646 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b2f44fd9-c3fb-4f73-bebd-5a74f9465ce6 req-ae968c92-dda3-4539-ad33-e041bc27745a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.0904734 May 19 16:46:06.580879 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b2f44fd9-c3fb-4f73-bebd-5a74f9465ce6 req-d48d0367-b46c-4777-97aa-0e66855bb47d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=037a42bd-818d-415e-abbc-f96733de3dbd HTTP/1.1" status: 200 len: 217 time: 0.0318351 May 19 16:46:06.630236 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f44fd9-c3fb-4f73-bebd-5a74f9465ce6 req-12145c12-661d-4549-9fe2-c12d41c1174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:06.631751 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b2f44fd9-c3fb-4f73-bebd-5a74f9465ce6 req-12145c12-661d-4549-9fe2-c12d41c1174f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.0449083 May 19 16:46:06.678157 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f44fd9-c3fb-4f73-bebd-5a74f9465ce6 req-f471132b-e130-457a-b12b-5e4098231492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:06.679686 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b2f44fd9-c3fb-4f73-bebd-5a74f9465ce6 req-f471132b-e130-457a-b12b-5e4098231492 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418851 May 19 16:46:06.783044 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b2f44fd9-c3fb-4f73-bebd-5a74f9465ce6 req-607402c7-d095-4769-9aea-db944b41ea7b service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961576 May 19 16:46:06.878337 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b2f44fd9-c3fb-4f73-bebd-5a74f9465ce6 req-1737a3f7-744b-4a0f-b3b2-0e525e45e5e6 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875278 May 19 16:46:07.733005 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=7 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:07.744322 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=29 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:08.945251 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=66,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:08.960466 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:10.946814 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-283948e4-e8a8-4eb6-93cd-f3a534157d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:12.145374 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-4c8226d0-3107-4e2a-b67c-26e2963262f4 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:12.146861 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-4c8226d0-3107-4e2a-b67c-26e2963262f4 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/networks?id=3d757d63-7d26-43b7-b546-eb7adc1b7dc9 HTTP/1.1" status: 200 len: 814 time: 0.1028852 May 19 16:46:12.161875 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-eecc3e1f-b81c-47bf-a32d-cc45a4a5517b tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/quotas/3cee796edf9b42538358459363ea24ca HTTP/1.1" status: 200 len: 375 time: 0.0096352 May 19 16:46:12.194730 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-2a5d6c4e-0e48-4334-8005-5d470f314567 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cee796edf9b42538358459363ea24ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272286 May 19 16:46:12.286665 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-53308906-46a1-491b-af17-73732fc9611c service neutron] 10.222.0.36 "GET /v2.0/networks/3d757d63-7d26-43b7-b546-eb7adc1b7dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854738 May 19 16:46:12.373095 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-28f17b34-07c1-4592-84f5-5d6b61e8bcae service neutron] 10.222.0.36 "GET /v2.0/networks/3d757d63-7d26-43b7-b546-eb7adc1b7dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809221 May 19 16:46:12.536641 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7c057903-efb1-4336-b375-3aa18a6dda3e req-c1b6dd69-2557-4213-91df-2efedf61e5ea tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 210 time: 0.0296812 May 19 16:46:13.432360 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:13.532228 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-2e24b901-8a95-4d8e-8c92-808ae4908200 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:13.534275 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-2e24b901-8a95-4d8e-8c92-808ae4908200 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.48 "GET /v2.0/networks?id=3d757d63-7d26-43b7-b546-eb7adc1b7dc9 HTTP/1.1" status: 200 len: 814 time: 0.1104040 May 19 16:46:13.547263 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Request body: {'port': {'device_id': '67925afb-eca4-42e2-8d18-d06679d8a9dc', 'network_id': '3d757d63-7d26-43b7-b546-eb7adc1b7dc9', 'admin_state_up': True, 'tenant_id': '3cee796edf9b42538358459363ea24ca'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:46:13.637347 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-021d24f4-c757-40dc-9894-8af2ec53078c req-0fe5cb4c-2420-4544-9a91-e4da37fd54b0 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 210 time: 0.0286372 May 19 16:46:13.662391 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Made reservation on behalf of 3cee796edf9b42538358459363ea24ca for: {'port': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:46:13.665944 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:13.723591 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:13.796474 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Allocated IP 172.20.0.9 (3d757d63-7d26-43b7-b546-eb7adc1b7dc9/bb2b544d-029b-4851-9d6d-d6d699e43f59/cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:46:13.946432 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks [] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:13.977712 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:14.022248 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Network 3d757d63-7d26-43b7-b546-eb7adc1b7dc9 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:46:14.025473 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:46:14.029298 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:46:14.035258 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Pushing event updated for resources: {'Port': ['ID=cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:14.063479 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.063831 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.064176 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.064518 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.064913 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.065780 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.066117 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.066445 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.066777 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.067105 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.067433 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.067759 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.068082 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.068404 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.068727 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:14.092797 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:14.093457 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:14.109876 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-553e3dd4-e786-43cd-b98a-70d19da544fc tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659578 May 19 16:46:14.121863 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Request body: {'port': {'device_id': '67925afb-eca4-42e2-8d18-d06679d8a9dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:46:14.184407 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:14.228717 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:14.262728 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-07de4573-b0e6-4be4-9bec-90f3caaa75b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:14.474503 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee {{(pid=110370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:46:14.482107 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Publish callbacks [] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:14.490201 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:14.496023 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.provisioning_blocks [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Transition to ACTIVE for port object cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee will not be triggered until provisioned by entity L2. {{(pid=110370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:46:14.499469 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:14.557826 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Pushing event updated for resources: {'Port': ['ID=cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:14.622909 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Attempting to bind port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:46:14.623249 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Attempting to bind port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '5de08565-49ab-4a3f-a657-d7ef9ea6260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d757d63-7d26-43b7-b546-eb7adc1b7dc9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:46:14.623595 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Attempting to bind port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee on network 3d757d63-7d26-43b7-b546-eb7adc1b7dc9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:46:14.628821 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee on network 3d757d63-7d26-43b7-b546-eb7adc1b7dc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:46:14.629144 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Attempting to bind port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee on network 3d757d63-7d26-43b7-b546-eb7adc1b7dc9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:46:14.634043 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:46:14.634383 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Checking segment: {'id': '5de08565-49ab-4a3f-a657-d7ef9ea6260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d757d63-7d26-43b7-b546-eb7adc1b7dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:46:14.634795 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Bound using segment: {'id': '5de08565-49ab-4a3f-a657-d7ef9ea6260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d757d63-7d26-43b7-b546-eb7adc1b7dc9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:46:14.635221 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Bound port: cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de08565-49ab-4a3f-a657-d7ef9ea6260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d757d63-7d26-43b7-b546-eb7adc1b7dc9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:46:14.635578 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:14.701730 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] For port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee, host hv-cinder-84243, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:46:14.706329 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] For port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee,segment=NetworkSegment(5de08565-49ab-4a3f-a657-d7ef9ea6260e),segment_id=5de08565-49ab-4a3f-a657-d7ef9ea6260e)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:46:14.724741 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:14.781543 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:14.782456 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:14.784531 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] 10.222.0.48 "PUT /v2.0/ports/cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee HTTP/1.1" status: 200 len: 1093 time: 0.6661656 May 19 16:46:14.788651 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67925afb-eca4-42e2-8d18-d06679d8a9dc', 'tag': 'cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:46:14.792035 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c1887b-8bc8-47ce-9438-431703a6312f" -d '{"events": [{"name": "network-changed", "server_uuid": "67925afb-eca4-42e2-8d18-d06679d8a9dc", "tag": "cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:46:14.811998 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34d67-7352-4126-9634-e2e2d9e1b83b req-2cc619ff-ad98-455c-83f4-85659c4e4001 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:14.814416 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-30c34d67-7352-4126-9634-e2e2d9e1b83b req-2cc619ff-ad98-455c-83f4-85659c4e4001 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 943 time: 0.1051264 May 19 16:46:14.856765 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abf614a-799d-4de1-847c-de3b346f7a5e x-openstack-request-id: req-9abf614a-799d-4de1-847c-de3b346f7a5e {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:46:14.857044 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67925afb-eca4-42e2-8d18-d06679d8a9dc", "tag": "cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:46:14.857324 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9abf614a-799d-4de1-847c-de3b346f7a5e {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:46:14.857717 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9abf614a-799d-4de1-847c-de3b346f7a5e'] response: {'name': 'network-changed', 'server_uuid': '67925afb-eca4-42e2-8d18-d06679d8a9dc', 'tag': 'cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee', 'status': 'completed', 'code': 200} May 19 16:46:14.862338 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f3765-1db3-45e0-aa8d-9b6f3434ea1b service neutron] Pushing event updated for resources: {'Port': ['ID=cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:14.911418 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-f1e394d4-79bf-459f-8946-df26e8974ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:14.912999 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-f1e394d4-79bf-459f-8946-df26e8974ce7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cee796edf9b42538358459363ea24ca&device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 1127 time: 0.0662606 May 19 16:46:14.917480 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-30c34d67-7352-4126-9634-e2e2d9e1b83b req-af52d0a2-f9bc-4aa8-9b4d-dcc7f9ed3d14 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947859 May 19 16:46:14.959214 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-2a8cb601-63ef-47e0-bf99-31b7515a0067 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee HTTP/1.1" status: 200 len: 217 time: 0.0373304 May 19 16:46:15.010150 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-2e2c210c-b495-41c6-b0f7-f2137723f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:15.011636 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-2e2c210c-b495-41c6-b0f7-f2137723f1e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb2b544d-029b-4851-9d6d-d6d699e43f59 HTTP/1.1" status: 200 len: 854 time: 0.0465312 May 19 16:46:15.049970 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-7a831b34-974e-4340-b9d4-f431e855c280 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d757d63-7d26-43b7-b546-eb7adc1b7dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298843 May 19 16:46:15.147400 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-5ab6cca5-7374-42c5-987f-e21aa28b2969 service neutron] 10.222.0.48 "GET /v2.0/networks/3d757d63-7d26-43b7-b546-eb7adc1b7dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885990 May 19 16:46:15.175715 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:15.183437 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:15.243111 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b1c99ccc-55a8-45d6-b498-2a20e8dee7df req-afec338a-79b0-4490-a5bb-cb408bc8ceee service neutron] 10.222.0.48 "GET /v2.0/networks/3d757d63-7d26-43b7-b546-eb7adc1b7dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849295 May 19 16:46:16.035457 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb4e3b-0242-468c-8c43-f6c015d08032 req-0c7bdb93-2f86-453c-9580-74b39311eb54 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:16.036915 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b0fb4e3b-0242-468c-8c43-f6c015d08032 req-0c7bdb93-2f86-453c-9580-74b39311eb54 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 943 time: 0.0502844 May 19 16:46:16.083993 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b0fb4e3b-0242-468c-8c43-f6c015d08032 req-976df273-1762-4195-a54d-445249b70e72 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415125 May 19 16:46:16.927256 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:17.201847 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f981d2d-5644-4834-805f-36a8e0b77d20 req-aefde703-bda3-4470-9a4f-f253827b73be tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:17.203265 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9f981d2d-5644-4834-805f-36a8e0b77d20 req-aefde703-bda3-4470-9a4f-f253827b73be tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 943 time: 0.0526357 May 19 16:46:17.249719 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9f981d2d-5644-4834-805f-36a8e0b77d20 req-414bbfd3-8325-4520-8993-caa5fcc019e6 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 May 19 16:46:18.363201 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5538213-2f3c-462b-8b93-c086d0bed599 req-25f3162a-d9ab-4730-ad53-29f084ce7249 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:18.371173 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f5538213-2f3c-462b-8b93-c086d0bed599 req-25f3162a-d9ab-4730-ad53-29f084ce7249 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 943 time: 0.0479774 May 19 16:46:18.417345 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f5538213-2f3c-462b-8b93-c086d0bed599 req-c49c17c3-f9bf-4e27-84c5-8eee053d0a01 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452819 May 19 16:46:18.446878 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:46:18.638995 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:18.678910 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee,segment=NetworkSegment(5de08565-49ab-4a3f-a657-d7ef9ea6260e),segment_id=5de08565-49ab-4a3f-a657-d7ef9ea6260e)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:46:18.696127 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee', 'network_id': '3d757d63-7d26-43b7-b546-eb7adc1b7dc9', 'port_id': 'cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee', 'mac_address': 'fa:16:3e:92:5e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2b544d-029b-4851-9d6d-d6d699e43f59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:46:18.740944 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:46:18.741354 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:18.754949 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:46:18.774431 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee,segment=NetworkSegment(5de08565-49ab-4a3f-a657-d7ef9ea6260e),segment_id=5de08565-49ab-4a3f-a657-d7ef9ea6260e)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:46:18.777886 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:18.823085 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:18.830464 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.830836 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.831223 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.832061 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.832391 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.832716 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.833038 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.833386 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.833711 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.834028 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.834347 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.834661 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.834976 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.835288 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.835600 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:18.879642 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1887b-8bc8-47ce-9438-431703a6312f req-175dd3e6-c69b-4305-a523-df3f57403966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:18.881193 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-70c1887b-8bc8-47ce-9438-431703a6312f req-175dd3e6-c69b-4305-a523-df3f57403966 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cee796edf9b42538358459363ea24ca&device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 1128 time: 0.0393937 May 19 16:46:18.967305 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:18.977406 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1887b-8bc8-47ce-9438-431703a6312f req-bafb2f1b-268e-4192-a14f-32a014b87c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:18.978901 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-70c1887b-8bc8-47ce-9438-431703a6312f req-bafb2f1b-268e-4192-a14f-32a014b87c4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d757d63-7d26-43b7-b546-eb7adc1b7dc9 HTTP/1.1" status: 200 len: 915 time: 0.0910184 May 19 16:46:19.025356 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-70c1887b-8bc8-47ce-9438-431703a6312f req-0190f203-0dbc-4937-99bf-9cffa593af6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee HTTP/1.1" status: 200 len: 217 time: 0.0377104 May 19 16:46:19.078247 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1887b-8bc8-47ce-9438-431703a6312f req-b9dca450-145d-46ea-b9eb-7be47d72ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:19.079663 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-70c1887b-8bc8-47ce-9438-431703a6312f req-b9dca450-145d-46ea-b9eb-7be47d72ac2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb2b544d-029b-4851-9d6d-d6d699e43f59 HTTP/1.1" status: 200 len: 854 time: 0.0467663 May 19 16:46:19.111689 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-70c1887b-8bc8-47ce-9438-431703a6312f req-6912a7be-7237-4258-a13c-017dd718f576 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d757d63-7d26-43b7-b546-eb7adc1b7dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255139 May 19 16:46:19.211016 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-70c1887b-8bc8-47ce-9438-431703a6312f req-524a13d2-41f0-499e-95e4-d0bbdd0551bb service neutron] 10.222.0.48 "GET /v2.0/networks/3d757d63-7d26-43b7-b546-eb7adc1b7dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853622 May 19 16:46:19.232906 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:46:19.307464 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-70c1887b-8bc8-47ce-9438-431703a6312f req-a9038d37-1145-4022-b54c-6611e0db4bb0 service neutron] 10.222.0.48 "GET /v2.0/networks/3d757d63-7d26-43b7-b546-eb7adc1b7dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893061 May 19 16:46:19.530207 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4222612-86ef-464b-8023-02c203a800e7 req-3cf0fa4b-0865-4df1-9235-a335d44b66bf tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:19.531700 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f4222612-86ef-464b-8023-02c203a800e7 req-3cf0fa4b-0865-4df1-9235-a335d44b66bf tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 944 time: 0.0476606 May 19 16:46:19.579087 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f4222612-86ef-464b-8023-02c203a800e7 req-11810894-56aa-4401-91d6-ff27919498c3 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412781 May 19 16:46:20.459009 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:46:20.500249 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:46:20.506818 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:46:20.507366 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:20.581126 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:46:20.581536 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:20.603606 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67925afb-eca4-42e2-8d18-d06679d8a9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:46:20.606106 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4ee88e-4326-4c92-8f74-ea4a97d072d7" -d '{"events": [{"server_uuid": "67925afb-eca4-42e2-8d18-d06679d8a9dc", "name": "network-vif-plugged", "status": "completed", "tag": "cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:46:20.619681 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee,segment=NetworkSegment(5de08565-49ab-4a3f-a657-d7ef9ea6260e),segment_id=5de08565-49ab-4a3f-a657-d7ef9ea6260e)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:46:20.625214 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:20.649466 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004a4608-2577-454e-99fb-ed50c2fbcd6b x-openstack-request-id: req-004a4608-2577-454e-99fb-ed50c2fbcd6b {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:46:20.649755 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67925afb-eca4-42e2-8d18-d06679d8a9dc", "name": "network-vif-plugged", "status": "completed", "tag": "cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:46:20.650015 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-004a4608-2577-454e-99fb-ed50c2fbcd6b {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:46:20.650404 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004a4608-2577-454e-99fb-ed50c2fbcd6b'] response: {'server_uuid': '67925afb-eca4-42e2-8d18-d06679d8a9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee', 'code': 200} May 19 16:46:20.677384 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:20.713000 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ba3b7-73e9-4b88-ad88-cc00bc6af527 req-15b21f01-a405-49cd-8b0e-14b097a19b38 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:20.714678 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-117ba3b7-73e9-4b88-ad88-cc00bc6af527 req-15b21f01-a405-49cd-8b0e-14b097a19b38 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 945 time: 0.0641425 May 19 16:46:20.768738 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-117ba3b7-73e9-4b88-ad88-cc00bc6af527 req-72510029-c436-4965-aabf-1a106a28153b tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 May 19 16:46:20.822446 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea189d5-6e5d-405d-80f2-505174833f44 req-be0ff856-fb63-4435-834b-5266cf66b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:20.823948 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-cea189d5-6e5d-405d-80f2-505174833f44 req-be0ff856-fb63-4435-834b-5266cf66b9b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 1129 time: 0.0382175 May 19 16:46:20.869998 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-cea189d5-6e5d-405d-80f2-505174833f44 req-6ad74af7-0169-4991-9e4b-64419988bab4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386767 May 19 16:46:21.886847 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc735f2a-51cd-4cf0-bb55-0da17818b42e req-ca60ea9d-16ad-4c30-8846-a91b5d423165 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:21.888376 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-bc735f2a-51cd-4cf0-bb55-0da17818b42e req-ca60ea9d-16ad-4c30-8846-a91b5d423165 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 945 time: 0.0503776 May 19 16:46:21.936333 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-bc735f2a-51cd-4cf0-bb55-0da17818b42e req-b1187b0a-e3b3-4755-9c09-70f21dd4ca33 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422292 May 19 16:46:23.053261 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3563eb-9ec3-48d9-a68c-7bf495464875 req-e739064e-ff80-4bd2-9e2b-92843a2e3e73 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:23.054663 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ec3563eb-9ec3-48d9-a68c-7bf495464875 req-e739064e-ff80-4bd2-9e2b-92843a2e3e73 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 945 time: 0.0495985 May 19 16:46:23.101597 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ec3563eb-9ec3-48d9-a68c-7bf495464875 req-8b88028f-8999-42fe-a2c4-83720185ac3e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414300 May 19 16:46:24.217005 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5cf42-3989-4fd5-b3aa-d7fa6605a671 req-b39b6387-7da8-4289-96d3-968484e809ce tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:24.218452 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-10d5cf42-3989-4fd5-b3aa-d7fa6605a671 req-b39b6387-7da8-4289-96d3-968484e809ce tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 945 time: 0.0476284 May 19 16:46:24.266549 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-10d5cf42-3989-4fd5-b3aa-d7fa6605a671 req-07043a74-34c5-422f-bb1f-f4d887e4fa3e tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419788 May 19 16:46:26.387992 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:26.393219 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=6 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:30.668044 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:30.674808 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:33.088046 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=68 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:33.098285 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=70 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:34.260207 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=65 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:34.262600 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=87 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:38.959436 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:40.041122 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=12 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:40.045451 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=14 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:40.950445 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-9fe5b72d-0971-4053-98e2-f73dffd0a44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:43.401310 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:46:44.265716 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f1dd7d23-133a-4099-a062-2fa601b68bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:45.186523 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:45.856235 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7da61-abfc-4087-831d-c8096af4a359 req-c315f4ce-ee89-4c1e-859e-cc6536546ea5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:45.857868 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-bee7da61-abfc-4087-831d-c8096af4a359 req-c315f4ce-ee89-4c1e-859e-cc6536546ea5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0535231 May 19 16:46:45.911630 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-bee7da61-abfc-4087-831d-c8096af4a359 req-5cba6469-48e8-4c15-8c81-3f69d71f11d6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470471 May 19 16:46:46.216923 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 34834) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:46:46.221681 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--669595675', 'description': 'tempest-description--1199851241'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:46:46.243716 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.309466 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (ff3d76f9-0b85-4bb2-bd35-e046f5860642), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.312816 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ff3d76f9-0b85-4bb2-bd35-e046f5860642), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.345975 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.347184 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1292150 May 19 16:46:46.348371 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3d76f9-0b85-4bb2-bd35-e046f5860642,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:46.350377 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 34836) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:46:46.355275 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-141dea65-a3f4-435b-8194-bb722aa09744 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'security_group_rule': {'security_group_id': 'ff3d76f9-0b85-4bb2-bd35-e046f5860642', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:46:46.356100 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.356448 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.356790 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.357128 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.357492 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.357824 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.358151 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.358479 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.358806 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.359130 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.359455 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.359779 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.360100 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.360429 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.360745 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167a91a5-8b6f-4d70-8a08-31bf82c01d9c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:46:46.383840 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-141dea65-a3f4-435b-8194-bb722aa09744 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (6d4296fc-b2ea-4f65-a214-5b06aece8253), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.430263 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-141dea65-a3f4-435b-8194-bb722aa09744 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (6d4296fc-b2ea-4f65-a214-5b06aece8253), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.434188 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-141dea65-a3f4-435b-8194-bb722aa09744 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (6d4296fc-b2ea-4f65-a214-5b06aece8253), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.458708 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dea65-a3f4-435b-8194-bb722aa09744 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4296fc-b2ea-4f65-a214-5b06aece8253,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:46.463224 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-141dea65-a3f4-435b-8194-bb722aa09744 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.464409 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-141dea65-a3f4-435b-8194-bb722aa09744 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128974 May 19 16:46:46.468618 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 34838) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:46:46.473368 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-88a77ff6-b110-4c1f-8b1a-4852e8411931 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'security_group_rule': {'security_group_id': 'ff3d76f9-0b85-4bb2-bd35-e046f5860642', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:46:46.503706 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-88a77ff6-b110-4c1f-8b1a-4852e8411931 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (ad66b4aa-97cf-4036-b45c-6cc6b489007d), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.563240 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-88a77ff6-b110-4c1f-8b1a-4852e8411931 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (ad66b4aa-97cf-4036-b45c-6cc6b489007d), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.567352 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-88a77ff6-b110-4c1f-8b1a-4852e8411931 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (ad66b4aa-97cf-4036-b45c-6cc6b489007d), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.587263 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a77ff6-b110-4c1f-8b1a-4852e8411931 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad66b4aa-97cf-4036-b45c-6cc6b489007d,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:46.593361 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-88a77ff6-b110-4c1f-8b1a-4852e8411931 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.594590 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-88a77ff6-b110-4c1f-8b1a-4852e8411931 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249156 May 19 16:46:46.597882 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 34840) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:46:46.602364 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'floatingip': {'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:46:46.623691 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.708587 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.820715 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Allocated IP 172.27.1.182 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/2a84f562-bac1-4732-8196-e969a399ba17) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:46:46.932759 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for port (2a84f562-bac1-4732-8196-e969a399ba17), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.934098 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:46.962157 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:46.968645 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (2a84f562-bac1-4732-8196-e969a399ba17), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:47.011011 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:47.275072 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:46:47.296792 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:46:47.305852 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:46:47.314115 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'Port': ['ID=2a84f562-bac1-4732-8196-e969a399ba17,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:47.345130 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c940fbb-b485-4618-b6ca-4c5bd2a1161c req-3525768d-1f70-4fae-a9ad-1009d3996f9e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:47.346678 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c940fbb-b485-4618-b6ca-4c5bd2a1161c req-3525768d-1f70-4fae-a9ad-1009d3996f9e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.3482563 May 19 16:46:47.442463 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c940fbb-b485-4618-b6ca-4c5bd2a1161c req-af0c749f-c481-4f26-ae40-8fe369636190 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879507 May 19 16:46:47.451103 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (73f332ff-2e27-48c6-9a9d-c4f54f83691e), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:47.494473 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (2a84f562-bac1-4732-8196-e969a399ba17), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:47.686418 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for port (2a84f562-bac1-4732-8196-e969a399ba17), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:47.690910 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (2a84f562-bac1-4732-8196-e969a399ba17), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:47.757746 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'Port': ['ID=2a84f562-bac1-4732-8196-e969a399ba17,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:47.777700 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (73f332ff-2e27-48c6-9a9d-c4f54f83691e), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:47.800724 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:47.802053 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-f6251f80-1df1-4bad-8f5a-30294f933789 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2031581 May 19 16:46:48.018243 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-9dcf6818-d1e5-4400-8447-95a32edbb16d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--669595675&fields=id&tenant_id=3e200a1b99664fc8b41757e2ae404f50 HTTP/1.1" status: 200 len: 267 time: 0.0451403 May 19 16:46:48.138132 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-43c7719e-dcd7-4ee0-a6e4-533b9e1af6eb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:48.139815 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-43c7719e-dcd7-4ee0-a6e4-533b9e1af6eb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 814 time: 0.1142452 May 19 16:46:48.155739 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-477a21b8-4e32-4780-94fc-b9a0a4d6e423 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/quotas/3e200a1b99664fc8b41757e2ae404f50 HTTP/1.1" status: 200 len: 375 time: 0.0098555 May 19 16:46:48.218260 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-6c996c93-2f1a-4eac-acec-7a610f7627a3 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563989 May 19 16:46:48.368564 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-47b251d2-33e0-410a-b1fe-edacd7ce0004 service neutron] 10.222.0.36 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330457 May 19 16:46:48.464173 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-fd66c976-f3a4-442f-af6d-7eaef5db1ecd service neutron] 10.222.0.36 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896785 May 19 16:46:48.536351 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:48.610340 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a40273-6de4-4814-a679-c77a1dd9e344 req-a7a819f3-70a4-4124-834c-1c72bcdad6c7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:48.615251 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d5a40273-6de4-4814-a679-c77a1dd9e344 req-a7a819f3-70a4-4124-834c-1c72bcdad6c7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0838718 May 19 16:46:48.672684 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-67632b37-a2c5-4119-b943-34a8c2c198b4 req-08db9b00-e616-492f-8aea-6bf00f05bdf0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 210 time: 0.0360453 May 19 16:46:48.675063 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d5a40273-6de4-4814-a679-c77a1dd9e344 req-22cf7f97-f1e4-431c-898a-9e03fd6360ff tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521142 May 19 16:46:49.625724 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9a248-7c9d-47ee-9529-8fedeeb6ac90 req-a9f61f1b-9ace-4007-83a7-fd1a87b96e22 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:49.627704 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-74a9a248-7c9d-47ee-9529-8fedeeb6ac90 req-a9f61f1b-9ace-4007-83a7-fd1a87b96e22 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 945 time: 0.0543938 May 19 16:46:49.690005 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-74a9a248-7c9d-47ee-9529-8fedeeb6ac90 req-f30fd622-e98f-4c6f-b4ff-5b771abd1439 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559101 May 19 16:46:49.778095 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-97364cb6-21e2-48bd-a0d6-2ce899459cc3 req-0e2c9d02-0295-494b-8b88-a932055229ef tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 210 time: 0.0290012 May 19 16:46:49.850637 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b6f3a-38c3-4a65-86d7-fda9531a5ac2 req-45b65e81-d08f-4cb0-82bc-46b162f0c1af tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:49.852231 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2b6b6f3a-38c3-4a65-86d7-fda9531a5ac2 req-45b65e81-d08f-4cb0-82bc-46b162f0c1af tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0752959 May 19 16:46:49.892039 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:49.906707 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2b6b6f3a-38c3-4a65-86d7-fda9531a5ac2 req-a6888c0a-4aa2-426d-8316-16e0b82c45c0 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485637 May 19 16:46:50.821343 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda4c26-d6c7-4988-8a96-28542ac1874c req-a5765678-1a15-42a9-85f9-55a5e945087c tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:50.822943 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0cda4c26-d6c7-4988-8a96-28542ac1874c req-a5765678-1a15-42a9-85f9-55a5e945087c tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 945 time: 0.0551095 May 19 16:46:50.874748 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0cda4c26-d6c7-4988-8a96-28542ac1874c req-5680352c-84b0-4ebe-9b26-62372dbfedd7 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460904 May 19 16:46:50.885102 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-22ba0b5d-dc3a-46a8-b4cf-a75a25b30bdf req-189e36fc-9b68-41a4-84f0-7250f1a46f3e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 210 time: 0.0298095 May 19 16:46:51.030447 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaad468-020a-499c-a3fa-49a1bacd9f05 req-8815b212-b3d6-490e-8b15-c5aaad3a2899 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:51.031946 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8aaad468-020a-499c-a3fa-49a1bacd9f05 req-8815b212-b3d6-490e-8b15-c5aaad3a2899 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0484316 May 19 16:46:51.083064 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8aaad468-020a-499c-a3fa-49a1bacd9f05 req-d0b0da6e-5c1e-46f5-afd7-3e6d9f45cb27 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433352 May 19 16:46:51.450062 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-3996dc41-e00d-485c-931e-53d9325d8c56 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:51.452460 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-3996dc41-e00d-485c-931e-53d9325d8c56 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 814 time: 0.1233211 May 19 16:46:51.485438 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:51.538653 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-19d7c9af-d9cd-4208-97c1-46f4ed5f7f32 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e200a1b99664fc8b41757e2ae404f50 HTTP/1.1" status: 200 len: 472 time: 0.0692542 May 19 16:46:51.555256 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-c6bc987b-6403-4199-ab4b-4e5d142d70fb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'port': {'device_id': '23b20a85-cbdd-4162-a605-e79b237afbb7', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'admin_state_up': True, 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'security_groups': ['ff3d76f9-0b85-4bb2-bd35-e046f5860642']}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:46:51.673311 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-c6bc987b-6403-4199-ab4b-4e5d142d70fb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Made reservation on behalf of 3e200a1b99664fc8b41757e2ae404f50 for: {'port': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:46:51.677391 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-c6bc987b-6403-4199-ab4b-4e5d142d70fb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:51.803428 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-c6bc987b-6403-4199-ab4b-4e5d142d70fb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Allocated IP 172.20.0.7 (84ed37a0-33b7-474f-8c60-1eac20f29b87/6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5/7c85e1d9-2cb2-4a72-afa4-30d08738ec7f) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:46:51.957663 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-c6bc987b-6403-4199-ab4b-4e5d142d70fb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:51.987944 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-74cee888-1085-4a22-94e5-5b05e6ea0fa2 req-09d63ac1-6efe-4f79-81da-e324975e75cd tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 210 time: 0.0280182 May 19 16:46:52.009532 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc8297-9652-4cbd-8cdb-56298455d63d req-1162ba79-4549-44f7-8eb4-c363d062bf8d tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:52.011050 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-64cc8297-9652-4cbd-8cdb-56298455d63d req-1162ba79-4549-44f7-8eb4-c363d062bf8d tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 945 time: 0.0666699 May 19 16:46:52.078941 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-c6bc987b-6403-4199-ab4b-4e5d142d70fb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:52.109666 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596adf3-be93-45b2-b474-b4952eaf3149 req-d841cb34-7c00-48a2-865a-2419471f2a70 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:52.111160 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9596adf3-be93-45b2-b474-b4952eaf3149 req-d841cb34-7c00-48a2-865a-2419471f2a70 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.48 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 945 time: 0.0979362 May 19 16:46:52.157524 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:52.177533 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-c6bc987b-6403-4199-ab4b-4e5d142d70fb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Network 84ed37a0-33b7-474f-8c60-1eac20f29b87 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:46:52.185992 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-c6bc987b-6403-4199-ab4b-4e5d142d70fb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:46:52.188794 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-c6bc987b-6403-4199-ab4b-4e5d142d70fb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:46:52.194366 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-64cc8297-9652-4cbd-8cdb-56298455d63d req-6b205d28-ec18-4a17-8e34-c8846a3ad24d tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/security-groups?id=f05ac3b4-fc59-41ea-ab42-36241cf2bc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707315 May 19 16:46:52.215551 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23979d6f-9eeb-4967-b453-be425a7ebd7e req-09c630f7-09e3-486c-9623-afb162c37119 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:52.217635 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-23979d6f-9eeb-4967-b453-be425a7ebd7e req-09c630f7-09e3-486c-9623-afb162c37119 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0544972 May 19 16:46:52.231817 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc987b-6403-4199-ab4b-4e5d142d70fb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'Port': ['ID=7c85e1d9-2cb2-4a72-afa4-30d08738ec7f,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:52.246605 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:52.275315 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-23979d6f-9eeb-4967-b453-be425a7ebd7e req-65ad7699-002e-4ca6-a7c1-4332bca22ac3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531304 May 19 16:46:52.307330 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-c6bc987b-6403-4199-ab4b-4e5d142d70fb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:52.308006 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-c6bc987b-6403-4199-ab4b-4e5d142d70fb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:52.312502 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:52.322496 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [req-9596adf3-be93-45b2-b474-b4952eaf3149 req-f9b2f1a6-331b-4dde-9844-5a139ffc02a4 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Deleting port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:46:52.322879 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-9596adf3-be93-45b2-b474-b4952eaf3149 req-f9b2f1a6-331b-4dde-9844-5a139ffc02a4 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:52.350439 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-c6bc987b-6403-4199-ab4b-4e5d142d70fb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7996624 May 19 16:46:52.400215 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Request body: {'port': {'device_id': '23b20a85-cbdd-4162-a605-e79b237afbb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:46:52.441551 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-6e1bb631-aabe-40c6-a967-c6a724551005 None None] Provisioning complete for port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:46:52.442196 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-6e1bb631-aabe-40c6-a967-c6a724551005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:52.475225 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-6e1bb631-aabe-40c6-a967-c6a724551005 None None] Port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:46:52.497677 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-9596adf3-be93-45b2-b474-b4952eaf3149 req-f9b2f1a6-331b-4dde-9844-5a139ffc02a4 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] For port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee,segment=NetworkSegment(5de08565-49ab-4a3f-a657-d7ef9ea6260e),segment_id=5de08565-49ab-4a3f-a657-d7ef9ea6260e)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:46:52.498540 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-9596adf3-be93-45b2-b474-b4952eaf3149 req-f9b2f1a6-331b-4dde-9844-5a139ffc02a4 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:52.512054 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:52.518453 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [req-9596adf3-be93-45b2-b474-b4952eaf3149 req-f9b2f1a6-331b-4dde-9844-5a139ffc02a4 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Calling delete_port for cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee owned by compute:nova {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:46:52.829076 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-9596adf3-be93-45b2-b474-b4952eaf3149 req-f9b2f1a6-331b-4dde-9844-5a139ffc02a4 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:52.842649 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:46:52.870083 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2f1a6-331b-4dde-9844-5a139ffc02a4 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Pushing event deleted for resources: {'Port': ['ID=cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:52.939511 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-9596adf3-be93-45b2-b474-b4952eaf3149 req-f9b2f1a6-331b-4dde-9844-5a139ffc02a4 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] No DVR routers for this DVR port cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee on host hv-cinder-84243 {{(pid=110370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:46:52.946073 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-9596adf3-be93-45b2-b474-b4952eaf3149 req-f9b2f1a6-331b-4dde-9844-5a139ffc02a4 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:52.949280 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9596adf3-be93-45b2-b474-b4952eaf3149 req-f9b2f1a6-331b-4dde-9844-5a139ffc02a4 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.48 "DELETE /v2.0/ports/cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee HTTP/1.1" status: 204 len: 173 time: 0.8164644 May 19 16:46:52.949707 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67925afb-eca4-42e2-8d18-d06679d8a9dc', 'name': 'network-vif-deleted', 'tag': 'cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:46:52.951927 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d599f7-4a2e-451c-a759-956c7232b2dc" -d '{"events": [{"server_uuid": "67925afb-eca4-42e2-8d18-d06679d8a9dc", "name": "network-vif-deleted", "tag": "cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:46:52.991484 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f {{(pid=110370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:46:53.002208 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3b81bd-b201-45a2-9170-47eb47990bb7 x-openstack-request-id: req-ff3b81bd-b201-45a2-9170-47eb47990bb7 {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:46:53.002519 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67925afb-eca4-42e2-8d18-d06679d8a9dc", "name": "network-vif-deleted", "tag": "cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:46:53.002774 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff3b81bd-b201-45a2-9170-47eb47990bb7 {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:46:53.003222 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3b81bd-b201-45a2-9170-47eb47990bb7'] response: {'server_uuid': '67925afb-eca4-42e2-8d18-d06679d8a9dc', 'name': 'network-vif-deleted', 'tag': 'cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee', 'status': 'completed', 'code': 200} May 19 16:46:53.005904 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Publish callbacks [] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:53.029267 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.provisioning_blocks [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Transition to ACTIVE for port object 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f will not be triggered until provisioned by entity L2. {{(pid=110370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:46:53.034862 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:53.038339 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:53.109606 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Pushing event updated for resources: {'Port': ['ID=7c85e1d9-2cb2-4a72-afa4-30d08738ec7f,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:53.109811 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc80e33-c024-4ac7-ac6f-c7bdf14ddb48 req-39e64ee5-3682-4403-8a0b-302521d6c1b0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:53.116091 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dbc80e33-c024-4ac7-ac6f-c7bdf14ddb48 req-39e64ee5-3682-4403-8a0b-302521d6c1b0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 943 time: 0.0579529 May 19 16:46:53.163734 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dbc80e33-c024-4ac7-ac6f-c7bdf14ddb48 req-f73dbcc3-068c-4f39-ada1-2d26fc6d2ccc tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464344 May 19 16:46:53.166310 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:53.190162 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Attempting to bind port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:46:53.190624 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Attempting to bind port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:46:53.191500 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Attempting to bind port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f on network 84ed37a0-33b7-474f-8c60-1eac20f29b87 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:46:53.196859 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f on network 84ed37a0-33b7-474f-8c60-1eac20f29b87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:46:53.197251 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Attempting to bind port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f on network 84ed37a0-33b7-474f-8c60-1eac20f29b87 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:46:53.202548 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:46:53.202891 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Checking segment: {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:46:53.203281 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Bound using segment: {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:46:53.203714 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Bound port: 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:46:53.204081 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:53.275619 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] For port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f, host hv-cinder-84243, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:46:53.279954 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] For port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=7c85e1d9-2cb2-4a72-afa4-30d08738ec7f,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:46:53.286801 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:53.351417 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:53.352063 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:53.353462 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] 10.222.0.48 "PUT /v2.0/ports/7c85e1d9-2cb2-4a72-afa4-30d08738ec7f HTTP/1.1" status: 200 len: 1093 time: 0.9603043 May 19 16:46:53.359381 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2c95c77c-3091-4445-b997-96f4f1b4ec2f req-aea35d3d-1c00-4e31-bdc6-6754d8ec5798 tempest-VolumesSnapshotTestJSON-939277591 tempest-VolumesSnapshotTestJSON-939277591-project] 10.222.0.36 "GET /v2.0/ports?device_id=67925afb-eca4-42e2-8d18-d06679d8a9dc HTTP/1.1" status: 200 len: 210 time: 0.0468929 May 19 16:46:53.386406 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95da59-50c5-45f7-84f0-773784f73548 service neutron] Pushing event updated for resources: {'Port': ['ID=7c85e1d9-2cb2-4a72-afa4-30d08738ec7f,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:53.412233 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:53.437812 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef668-cb74-4439-b8ae-876d9734942c req-64690c30-72ef-43a5-960c-1b7e7f6c7387 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:53.440090 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9f7ef668-cb74-4439-b8ae-876d9734942c req-64690c30-72ef-43a5-960c-1b7e7f6c7387 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0909040 May 19 16:46:53.490701 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-2a375914-0165-4b52-8a30-5874d59c24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:53.492536 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-2a375914-0165-4b52-8a30-5874d59c24c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 1127 time: 0.0491049 May 19 16:46:53.504497 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9f7ef668-cb74-4439-b8ae-876d9734942c req-6ae7aff4-1a82-445c-98d8-6644d0ae206c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570920 May 19 16:46:53.545185 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-af6a7034-0865-4d37-b525-176ed80329a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c85e1d9-2cb2-4a72-afa4-30d08738ec7f HTTP/1.1" status: 200 len: 217 time: 0.0376897 May 19 16:46:53.596545 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-fbf6d006-035e-406a-9a09-39ae6d4aa5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:53.597955 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-fbf6d006-035e-406a-9a09-39ae6d4aa5b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 HTTP/1.1" status: 200 len: 853 time: 0.0458870 May 19 16:46:53.646741 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-a6cd514e-1062-477e-9091-c90f706ab85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:53.648251 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-a6cd514e-1062-477e-9091-c90f706ab85f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84ed37a0-33b7-474f-8c60-1eac20f29b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438583 May 19 16:46:53.743988 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-4e8b8f0f-88d1-422a-8399-5b3c93628cea service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879173 May 19 16:46:53.842575 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-81ee2f56-2c4e-4607-bacd-ad6577c67ac0 req-b3d34caf-b296-4486-943e-091dc3edf6b0 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918102 May 19 16:46:54.284339 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5c7f4-f27b-4f3c-8ff5-f181c899678b req-8dba2130-3398-4c48-96bd-6d7adc9ac92b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:54.285913 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8ce5c7f4-f27b-4f3c-8ff5-f181c899678b req-8dba2130-3398-4c48-96bd-6d7adc9ac92b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 943 time: 0.0491116 May 19 16:46:54.333123 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8ce5c7f4-f27b-4f3c-8ff5-f181c899678b req-eefaae2f-9e34-4d1c-a3b7-a75f939f4935 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416541 May 19 16:46:54.635298 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf76bd5-254d-4651-9769-d5cb888fa110 req-20dbf131-159e-404b-8dd8-20511ec9d43f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:54.636929 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-adf76bd5-254d-4651-9769-d5cb888fa110 req-20dbf131-159e-404b-8dd8-20511ec9d43f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0552847 May 19 16:46:54.697244 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-adf76bd5-254d-4651-9769-d5cb888fa110 req-f0e988cd-10b7-4184-96e3-4fff41036f44 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545597 May 19 16:46:55.004679 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b20a85-cbdd-4162-a605-e79b237afbb7', 'tag': '7c85e1d9-2cb2-4a72-afa4-30d08738ec7f'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:46:55.006978 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aac70fb-d86f-4735-afd8-b7273dd76035" -d '{"events": [{"name": "network-changed", "server_uuid": "23b20a85-cbdd-4162-a605-e79b237afbb7", "tag": "7c85e1d9-2cb2-4a72-afa4-30d08738ec7f"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:46:55.041274 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c23f550-0425-4a6d-bc71-bda11954eadc x-openstack-request-id: req-4c23f550-0425-4a6d-bc71-bda11954eadc {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:46:55.041571 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b20a85-cbdd-4162-a605-e79b237afbb7", "tag": "7c85e1d9-2cb2-4a72-afa4-30d08738ec7f", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:46:55.041824 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c23f550-0425-4a6d-bc71-bda11954eadc {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:46:55.042221 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c23f550-0425-4a6d-bc71-bda11954eadc'] response: {'name': 'network-changed', 'server_uuid': '23b20a85-cbdd-4162-a605-e79b237afbb7', 'tag': '7c85e1d9-2cb2-4a72-afa4-30d08738ec7f', 'status': 'completed', 'code': 200} May 19 16:46:55.445981 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f53bdf-d209-4128-9c8e-8ce8054e6507 req-d75e0255-9810-4ab7-8404-7d7033a2b375 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:55.447494 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c5f53bdf-d209-4128-9c8e-8ce8054e6507 req-d75e0255-9810-4ab7-8404-7d7033a2b375 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 943 time: 0.0488038 May 19 16:46:55.495667 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c5f53bdf-d209-4128-9c8e-8ce8054e6507 req-e867c989-0017-4091-8344-58b24de8f6b0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426240 May 19 16:46:55.825695 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85dd95-d4ba-4ea6-b3ae-31ea58672b45 req-7d32f47c-6f92-4c87-840c-6fb0ea5c9a45 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:55.827393 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cf85dd95-d4ba-4ea6-b3ae-31ea58672b45 req-7d32f47c-6f92-4c87-840c-6fb0ea5c9a45 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0491734 May 19 16:46:55.878046 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cf85dd95-d4ba-4ea6-b3ae-31ea58672b45 req-e6a57b51-40d4-4a24-b49f-8c65da1fe952 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450683 May 19 16:46:56.599984 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:56.617048 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898684da-5744-4268-af78-32357831013b req-6d768757-3a1d-4420-9524-68ff88e2de61 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:56.618587 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-898684da-5744-4268-af78-32357831013b req-6d768757-3a1d-4420-9524-68ff88e2de61 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 943 time: 0.0518253 May 19 16:46:56.667225 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-898684da-5744-4268-af78-32357831013b req-91e83749-e8af-424a-a8f5-6ff6d64d5d0c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 May 19 16:46:56.819303 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:46:56.839232 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:46:56.839573 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device cdf874f4-e0b9-4a4f-a5d5-24593a3b9dee not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:46:57.009589 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff6909-5ded-4a6d-b594-c7057b021e67 req-ea0c8af6-a63c-4ec7-84d3-73409f5f35e5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:57.011117 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-29ff6909-5ded-4a6d-b594-c7057b021e67 req-ea0c8af6-a63c-4ec7-84d3-73409f5f35e5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0478539 May 19 16:46:57.062812 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-29ff6909-5ded-4a6d-b594-c7057b021e67 req-64ee7325-82c0-451f-b680-664c0206124e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461071 May 19 16:46:57.788161 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9494c-25fd-409b-8a0b-93be6a7091d1 req-7c839f81-3930-4971-a81a-dfa202adb864 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:57.789715 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9fa9494c-25fd-409b-8a0b-93be6a7091d1 req-7c839f81-3930-4971-a81a-dfa202adb864 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 943 time: 0.0540328 May 19 16:46:57.840209 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9fa9494c-25fd-409b-8a0b-93be6a7091d1 req-81a14d31-dcdb-40d0-b961-46c678ee6073 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449147 May 19 16:46:58.184227 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28994b-da33-48b1-a7fd-ebb9e6743c2f req-ada4da6d-2d2e-40c1-94af-785605729b38 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:58.185758 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4a28994b-da33-48b1-a7fd-ebb9e6743c2f req-ada4da6d-2d2e-40c1-94af-785605729b38 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0473919 May 19 16:46:58.233093 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4a28994b-da33-48b1-a7fd-ebb9e6743c2f req-245349c9-ef0b-4c26-b9d2-e2ec870f603b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418081 May 19 16:46:58.949357 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:46:58.953752 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:46:58.962265 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc580a9-5007-400d-89d8-4267297378aa req-e1813e34-c9a5-4f6e-8ef2-07cb6b55488d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:58.963817 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2cc580a9-5007-400d-89d8-4267297378aa req-e1813e34-c9a5-4f6e-8ef2-07cb6b55488d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 943 time: 0.0512865 May 19 16:46:59.021978 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2cc580a9-5007-400d-89d8-4267297378aa req-baa2c527-e442-4374-8d9b-80fdcae27248 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515227 May 19 16:46:59.062567 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=7c85e1d9-2cb2-4a72-afa4-30d08738ec7f,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:46:59.075067 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': '7c85e1d9-2cb2-4a72-afa4-30d08738ec7f', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'port_id': '7c85e1d9-2cb2-4a72-afa4-30d08738ec7f', 'mac_address': 'fa:16:3e:c2:ff:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:46:59.113929 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:46:59.114322 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:59.130086 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:46:59.151711 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=7c85e1d9-2cb2-4a72-afa4-30d08738ec7f,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:46:59.155703 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:46:59.215520 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=7c85e1d9-2cb2-4a72-afa4-30d08738ec7f,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:46:59.362746 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b49aa-ebbb-4034-b66a-827a434349ba req-9061757b-28d6-405d-91d4-272802d21481 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:46:59.364886 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-013b49aa-ebbb-4034-b66a-827a434349ba req-9061757b-28d6-405d-91d4-272802d21481 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0524993 May 19 16:46:59.413689 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-013b49aa-ebbb-4034-b66a-827a434349ba req-3319787b-86b1-4015-aa63-5ffb27e846f7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429935 May 19 16:47:00.142248 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610383cf-449b-4a8a-baaa-967636c85700 req-f59ac841-6079-4a1d-a3f1-b64d95417e0c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:00.143830 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-610383cf-449b-4a8a-baaa-967636c85700 req-f59ac841-6079-4a1d-a3f1-b64d95417e0c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 944 time: 0.0492647 May 19 16:47:00.196625 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-610383cf-449b-4a8a-baaa-967636c85700 req-d6d47393-7fdf-4e1d-aaad-f184f0eeb8af tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472410 May 19 16:47:00.543478 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab189044-6cb4-499c-8f39-1555f672a58c req-d9ffd4d9-edef-479f-90a0-a5b7c38bd0ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:00.545009 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ab189044-6cb4-499c-8f39-1555f672a58c req-d9ffd4d9-edef-479f-90a0-a5b7c38bd0ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0529552 May 19 16:47:00.596379 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ab189044-6cb4-499c-8f39-1555f672a58c req-398eaea9-8df1-49da-af3c-b48b6c88cf89 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442622 May 19 16:47:01.009122 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac70fb-d86f-4735-afd8-b7273dd76035 req-f3265942-8283-48de-a2e4-70fe867a2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:01.010668 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3aac70fb-d86f-4735-afd8-b7273dd76035 req-f3265942-8283-48de-a2e4-70fe867a2bde service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 1128 time: 0.0428762 May 19 16:47:01.110346 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac70fb-d86f-4735-afd8-b7273dd76035 req-e7449dac-df50-424e-af40-7b9225b36593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:01.111896 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3aac70fb-d86f-4735-afd8-b7273dd76035 req-e7449dac-df50-424e-af40-7b9225b36593 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 915 time: 0.0938988 May 19 16:47:01.158396 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3aac70fb-d86f-4735-afd8-b7273dd76035 req-9f7e0792-159a-4416-9b2c-584bbb8a2190 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c85e1d9-2cb2-4a72-afa4-30d08738ec7f HTTP/1.1" status: 200 len: 217 time: 0.0400336 May 19 16:47:01.165995 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['7c85e1d9-2cb2-4a72-afa4-30d08738ec7f'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:47:01.169940 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:01.170309 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:01.234098 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac70fb-d86f-4735-afd8-b7273dd76035 req-72073c14-f984-4752-bcee-4b8f91bf8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:01.235942 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3aac70fb-d86f-4735-afd8-b7273dd76035 req-72073c14-f984-4752-bcee-4b8f91bf8948 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 HTTP/1.1" status: 200 len: 853 time: 0.0716374 May 19 16:47:01.334014 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac70fb-d86f-4735-afd8-b7273dd76035 req-ed193704-bc31-487f-b46a-0768ba077e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:01.335638 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3aac70fb-d86f-4735-afd8-b7273dd76035 req-ed193704-bc31-487f-b46a-0768ba077e7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84ed37a0-33b7-474f-8c60-1eac20f29b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929353 May 19 16:47:01.359479 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e913466-c324-4292-83e3-e5b05a187ac2 req-b4d4180a-be9a-467f-a7c0-5c340a77c5bc tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:01.361194 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5e913466-c324-4292-83e3-e5b05a187ac2 req-b4d4180a-be9a-467f-a7c0-5c340a77c5bc tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 944 time: 0.0788875 May 19 16:47:01.473305 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5e913466-c324-4292-83e3-e5b05a187ac2 req-0ced087a-69cb-4b37-83bb-c3ac977c0ce2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003616 May 19 16:47:01.489117 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3aac70fb-d86f-4735-afd8-b7273dd76035 req-9b6493b3-97fc-4c1e-876e-1af85d544479 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468143 May 19 16:47:01.596191 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3aac70fb-d86f-4735-afd8-b7273dd76035 req-a174bf63-78c8-44c9-b608-95f5da2f7821 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007481 May 19 16:47:01.718588 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9c23b-3f0e-49da-a165-039ee90ccba6 req-414cd31d-6468-4308-ba00-d282d4ba75d9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:01.720004 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e1a9c23b-3f0e-49da-a165-039ee90ccba6 req-414cd31d-6468-4308-ba00-d282d4ba75d9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0491793 May 19 16:47:01.770293 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e1a9c23b-3f0e-49da-a165-039ee90ccba6 req-9e1d1ecf-fe69-4a41-98d0-763d05ae9db7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433517 May 19 16:47:02.615456 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621bbb1-b176-4f95-a212-383149ae151f req-07868a76-e618-4f06-935d-90a5a3efbc87 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:02.618141 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2621bbb1-b176-4f95-a212-383149ae151f req-07868a76-e618-4f06-935d-90a5a3efbc87 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 944 time: 0.0694392 May 19 16:47:02.670586 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2621bbb1-b176-4f95-a212-383149ae151f req-02f45507-7304-4cb2-a7d8-7d74862660c9 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467861 May 19 16:47:02.896138 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83ec73-4fbf-4266-b646-8851ea7ba906 req-d5540e8e-ac80-497a-85eb-10ade8d4b6ba tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:02.897802 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ae83ec73-4fbf-4266-b646-8851ea7ba906 req-d5540e8e-ac80-497a-85eb-10ade8d4b6ba tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0508273 May 19 16:47:02.939011 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:47:02.955493 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ae83ec73-4fbf-4266-b646-8851ea7ba906 req-f027bc61-babb-46a4-8852-a4c088591d7d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516591 May 19 16:47:02.993118 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:47:02.998572 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:47:02.998941 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:03.072852 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:47:03.073166 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:03.097281 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b20a85-cbdd-4162-a605-e79b237afbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c85e1d9-2cb2-4a72-afa4-30d08738ec7f'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:47:03.100154 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb957ba-259c-4ab5-a7f7-5d2ae02cc42a" -d '{"events": [{"server_uuid": "23b20a85-cbdd-4162-a605-e79b237afbb7", "name": "network-vif-plugged", "status": "completed", "tag": "7c85e1d9-2cb2-4a72-afa4-30d08738ec7f"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:47:03.114526 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=7c85e1d9-2cb2-4a72-afa4-30d08738ec7f,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:47:03.119963 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:03.149237 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b1692c-9ea1-47da-89bc-d4c89a1f05dc x-openstack-request-id: req-94b1692c-9ea1-47da-89bc-d4c89a1f05dc {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:47:03.149486 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b20a85-cbdd-4162-a605-e79b237afbb7", "name": "network-vif-plugged", "status": "completed", "tag": "7c85e1d9-2cb2-4a72-afa4-30d08738ec7f", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:47:03.149572 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94b1692c-9ea1-47da-89bc-d4c89a1f05dc {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:47:03.149952 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b1692c-9ea1-47da-89bc-d4c89a1f05dc'] response: {'server_uuid': '23b20a85-cbdd-4162-a605-e79b237afbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c85e1d9-2cb2-4a72-afa4-30d08738ec7f', 'code': 200} May 19 16:47:03.165110 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c38f25b-536c-4b3d-a0bb-46381cb512a7 req-f1da924c-59e6-4c31-8786-62e1d998269b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519366 May 19 16:47:03.178457 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=7c85e1d9-2cb2-4a72-afa4-30d08738ec7f,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:03.221846 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:03.234268 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f25b-536c-4b3d-a0bb-46381cb512a7 req-14b1aea2-d978-4294-93e3-96ea409ce8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:03.235790 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c38f25b-536c-4b3d-a0bb-46381cb512a7 req-14b1aea2-d978-4294-93e3-96ea409ce8c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 1129 time: 0.0458033 May 19 16:47:03.386038 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:03.405434 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:03.620582 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0352a9-f201-420f-b5bd-06b719c72073 req-581b8039-5737-49a3-900d-05cac191f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:03.622137 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2c0352a9-f201-420f-b5bd-06b719c72073 req-581b8039-5737-49a3-900d-05cac191f7ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 1129 time: 0.3137970 May 19 16:47:03.663520 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:03.665058 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f25b-536c-4b3d-a0bb-46381cb512a7 req-22c61ef5-93d6-4220-8265-b6078dcabbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:03.666547 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c38f25b-536c-4b3d-a0bb-46381cb512a7 req-22c61ef5-93d6-4220-8265-b6078dcabbca service neutron] 10.222.0.48 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 915 time: 0.4018643 May 19 16:47:03.728616 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2c0352a9-f201-420f-b5bd-06b719c72073 req-a982c45b-a4a5-4849-ab73-a2135d412bb9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955541 May 19 16:47:03.747999 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c38f25b-536c-4b3d-a0bb-46381cb512a7 req-e3b9ddc8-fcd7-4bd2-aab7-d139da947ee9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72dbf905-0954-48c4-90e4-39059b98309a HTTP/1.1" status: 200 len: 1001 time: 0.0727658 May 19 16:47:03.813230 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825430a-1f65-4194-9b85-983c1a4e1cb6 req-be772f06-42ef-4498-a0ec-44b9e1b9ac5b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:03.814759 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2825430a-1f65-4194-9b85-983c1a4e1cb6 req-be772f06-42ef-4498-a0ec-44b9e1b9ac5b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 945 time: 0.0514309 May 19 16:47:03.865954 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2825430a-1f65-4194-9b85-983c1a4e1cb6 req-a60bb6c9-375d-4187-b0e1-4f87e379c4ae tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454195 May 19 16:47:04.090413 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ddf99-70dd-47fb-87eb-86265cc6d430 req-5578f1d8-2e2e-4e8f-b900-fbc312ca5652 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:04.092015 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-027ddf99-70dd-47fb-87eb-86265cc6d430 req-5578f1d8-2e2e-4e8f-b900-fbc312ca5652 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0533533 May 19 16:47:04.187597 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-027ddf99-70dd-47fb-87eb-86265cc6d430 req-cea5db74-08f2-4628-87ba-82baaea93454 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854208 May 19 16:47:04.191393 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f25b-536c-4b3d-a0bb-46381cb512a7 req-0bea534b-a64f-40dd-8bfb-705aa0d7e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:04.193457 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c38f25b-536c-4b3d-a0bb-46381cb512a7 req-0bea534b-a64f-40dd-8bfb-705aa0d7e2da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 HTTP/1.1" status: 200 len: 853 time: 0.0724897 May 19 16:47:04.239616 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f25b-536c-4b3d-a0bb-46381cb512a7 req-7198ad58-ab32-4fd8-9257-e58acabc19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:04.241262 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c38f25b-536c-4b3d-a0bb-46381cb512a7 req-7198ad58-ab32-4fd8-9257-e58acabc19c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84ed37a0-33b7-474f-8c60-1eac20f29b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415232 May 19 16:47:04.338119 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c38f25b-536c-4b3d-a0bb-46381cb512a7 req-f74e5da4-4c65-40d6-add6-5d5a569e6f3d service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896783 May 19 16:47:04.431125 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c38f25b-536c-4b3d-a0bb-46381cb512a7 req-c547ad47-9427-4c0d-a7b1-67acd67a3944 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862975 May 19 16:47:04.993749 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96708e42-4e4b-456f-b77e-701a44df87ed req-41b73d66-d47a-4372-85c2-15f388d29aad tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:04.995298 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-96708e42-4e4b-456f-b77e-701a44df87ed req-41b73d66-d47a-4372-85c2-15f388d29aad tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 945 time: 0.0584800 May 19 16:47:05.043568 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-96708e42-4e4b-456f-b77e-701a44df87ed req-c6615a70-4cdd-4e74-bb0f-eaa4dd3411c0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427260 May 19 16:47:05.330637 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69679a79-f3ea-465b-b7b8-ca31f707aa8f req-87030706-fb4e-4da9-aaf1-04793ce283ae tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:05.332899 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-69679a79-f3ea-465b-b7b8-ca31f707aa8f req-87030706-fb4e-4da9-aaf1-04793ce283ae tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0589314 May 19 16:47:05.386374 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-69679a79-f3ea-465b-b7b8-ca31f707aa8f req-67128f6a-8640-4a2b-ab88-80ce2a9bd513 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476186 May 19 16:47:06.164114 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a3816-befa-4a19-bab9-86ee4552fee0 req-56ea7581-0561-42c4-941e-a385a3b1987a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:06.165530 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-951a3816-befa-4a19-bab9-86ee4552fee0 req-56ea7581-0561-42c4-941e-a385a3b1987a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 945 time: 0.0507641 May 19 16:47:06.177549 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:06.214031 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-951a3816-befa-4a19-bab9-86ee4552fee0 req-f5efaa1f-6630-44f4-83db-de1e7b1ed910 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429652 May 19 16:47:06.333021 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5507a-1b5f-41e6-8fd0-46ae10136b39 req-83d51974-8d58-46de-815a-2e30ca6391d7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:06.334550 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3ec5507a-1b5f-41e6-8fd0-46ae10136b39 req-83d51974-8d58-46de-815a-2e30ca6391d7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 945 time: 0.0583708 May 19 16:47:06.343109 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 35028) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:06.347526 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-4d0f81d7-5548-4f6f-9524-1b3081269185 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'floatingip': {'port_id': '7c85e1d9-2cb2-4a72-afa4-30d08738ec7f'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:47:06.389550 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4d0f81d7-5548-4f6f-9524-1b3081269185 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (73f332ff-2e27-48c6-9a9d-c4f54f83691e), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:06.479517 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:06.528593 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ec129-02ac-4977-b05a-f07d7332aacd req-58dc738b-510a-487b-add6-595ed92af100 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:06.530644 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c05ec129-02ac-4977-b05a-f07d7332aacd req-58dc738b-510a-487b-add6-595ed92af100 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0648763 May 19 16:47:06.590707 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c05ec129-02ac-4977-b05a-f07d7332aacd req-4d27f1d2-7bb1-4bfc-9564-c8b3a9dda6a9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525546 May 19 16:47:06.720031 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:06.874147 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:06.886787 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4d0f81d7-5548-4f6f-9524-1b3081269185 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:06.890839 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4d0f81d7-5548-4f6f-9524-1b3081269185 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (73f332ff-2e27-48c6-9a9d-c4f54f83691e), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:06.993748 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.l3_db [None req-4d0f81d7-5548-4f6f-9524-1b3081269185 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Floating IP 73f332ff-2e27-48c6-9a9d-c4f54f83691e associated. External IP: 172.27.1.182, port: 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f. May 19 16:47:07.196274 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0f81d7-5548-4f6f-9524-1b3081269185 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Router d2e557b8-2491-4d73-87f9-658557afc7f9 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:47:07.302934 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0f81d7-5548-4f6f-9524-1b3081269185 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:47:07.307881 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4d0f81d7-5548-4f6f-9524-1b3081269185 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:07.313345 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3da693-6116-4a8c-a042-5f5133ce571e None None] Sync routers for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:47:07.324710 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3da693-6116-4a8c-a042-5f5133ce571e None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:47:07.325614 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-dc3da693-6116-4a8c-a042-5f5133ce571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:46:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:07.340420 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-4d0f81d7-5548-4f6f-9524-1b3081269185 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "PUT /v2.0/floatingips/73f332ff-2e27-48c6-9a9d-c4f54f83691e HTTP/1.1" status: 200 len: 991 time: 0.9962389 May 19 16:47:07.341103 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b20a85-cbdd-4162-a605-e79b237afbb7', 'tag': '7c85e1d9-2cb2-4a72-afa4-30d08738ec7f'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:47:07.343499 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490d03f9-37e8-4fa2-bca8-da84afd30feb" -d '{"events": [{"name": "network-changed", "server_uuid": "23b20a85-cbdd-4162-a605-e79b237afbb7", "tag": "7c85e1d9-2cb2-4a72-afa4-30d08738ec7f"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:47:07.378274 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4142a1ae-6993-49e7-9efc-d42a6d639319 x-openstack-request-id: req-4142a1ae-6993-49e7-9efc-d42a6d639319 {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:47:07.378575 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b20a85-cbdd-4162-a605-e79b237afbb7", "tag": "7c85e1d9-2cb2-4a72-afa4-30d08738ec7f", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:47:07.379342 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4142a1ae-6993-49e7-9efc-d42a6d639319 {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:47:07.379778 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4142a1ae-6993-49e7-9efc-d42a6d639319'] response: {'name': 'network-changed', 'server_uuid': '23b20a85-cbdd-4162-a605-e79b237afbb7', 'tag': '7c85e1d9-2cb2-4a72-afa4-30d08738ec7f', 'status': 'completed', 'code': 200} May 19 16:47:07.426902 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-dc3da693-6116-4a8c-a042-5f5133ce571e None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:47:07.643080 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-dc3da693-6116-4a8c-a042-5f5133ce571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '73f332ff-2e27-48c6-9a9d-c4f54f83691e', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '7c85e1d9-2cb2-4a72-afa4-30d08738ec7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:c2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b20a85-cbdd-4162-a605-e79b237afbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:46:47Z', 'updated_at': '2022-05-19T16:47:06Z', 'revision_number': 1, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}, {'id': 'de1ceb65-1b2b-4a2a-9520-bc32df3cee24', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '72dbf905-0954-48c4-90e4-39059b98309a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:5a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:43:15Z', 'updated_at': '2022-05-19T16:44:02Z', 'revision_number': 2, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:07.671096 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3da693-6116-4a8c-a042-5f5133ce571e None None] Checking router: d2e557b8-2491-4d73-87f9-658557afc7f9 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:47:07.680645 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3da693-6116-4a8c-a042-5f5133ce571e None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:47:07.681276 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-dc3da693-6116-4a8c-a042-5f5133ce571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:46:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:07.718957 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535687f-5f8e-4bb2-8224-1c8fc807e838 req-d0419ec8-c9c9-4495-8c6d-83bd4a8f960a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:07.720440 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1535687f-5f8e-4bb2-8224-1c8fc807e838 req-d0419ec8-c9c9-4495-8c6d-83bd4a8f960a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0513470 May 19 16:47:07.769436 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1535687f-5f8e-4bb2-8224-1c8fc807e838 req-37fe5e90-305a-427a-84ee-5bdee7b6dead tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431731 May 19 16:47:07.784370 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-dc3da693-6116-4a8c-a042-5f5133ce571e None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:47:08.083274 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-dc3da693-6116-4a8c-a042-5f5133ce571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '73f332ff-2e27-48c6-9a9d-c4f54f83691e', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '7c85e1d9-2cb2-4a72-afa4-30d08738ec7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:c2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b20a85-cbdd-4162-a605-e79b237afbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:46:47Z', 'updated_at': '2022-05-19T16:47:06Z', 'revision_number': 1, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}, {'id': 'de1ceb65-1b2b-4a2a-9520-bc32df3cee24', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '72dbf905-0954-48c4-90e4-39059b98309a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:5a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:43:15Z', 'updated_at': '2022-05-19T16:44:02Z', 'revision_number': 2, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:08.111706 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3da693-6116-4a8c-a042-5f5133ce571e None None] The sync data for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi is: [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '73f332ff-2e27-48c6-9a9d-c4f54f83691e', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '7c85e1d9-2cb2-4a72-afa4-30d08738ec7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:c2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b20a85-cbdd-4162-a605-e79b237afbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:46:47Z', 'updated_at': '2022-05-19T16:47:06Z', 'revision_number': 1, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}, {'id': 'de1ceb65-1b2b-4a2a-9520-bc32df3cee24', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '72dbf905-0954-48c4-90e4-39059b98309a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:5a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:43:15Z', 'updated_at': '2022-05-19T16:44:02Z', 'revision_number': 2, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:47:08.298291 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a9fec-a8f7-48f5-8e9d-5f35f2cf86a8 None None] New status for floating IP 73f332ff-2e27-48c6-9a9d-c4f54f83691e: ACTIVE {{(pid=110372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:47:08.890341 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757ce10-5019-460f-baf3-369ffb0e7aa1 req-ad3b422f-6264-4884-a1ed-f4e827383531 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:08.891917 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5757ce10-5019-460f-baf3-369ffb0e7aa1 req-ad3b422f-6264-4884-a1ed-f4e827383531 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0476241 May 19 16:47:08.940083 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5757ce10-5019-460f-baf3-369ffb0e7aa1 req-3db60512-83b5-4372-b103-859d7e1283c3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419497 May 19 16:47:08.966050 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:10.067858 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a4b1b-e2cc-4fec-af8d-31a55975e849 req-beacf548-ea17-46dc-b5e4-12356b40cb7b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:10.069383 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-271a4b1b-e2cc-4fec-af8d-31a55975e849 req-beacf548-ea17-46dc-b5e4-12356b40cb7b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0500693 May 19 16:47:10.115966 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-271a4b1b-e2cc-4fec-af8d-31a55975e849 req-de3871b2-1a2b-4c9b-a3ce-346ef99b6ff3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 May 19 16:47:10.692057 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d03f9-37e8-4fa2-bca8-da84afd30feb req-2cf2dd9a-ccba-41e1-8ea1-9654920edc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:10.694272 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-490d03f9-37e8-4fa2-bca8-da84afd30feb req-2cf2dd9a-ccba-41e1-8ea1-9654920edc35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 1129 time: 0.0432675 May 19 16:47:10.799812 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d03f9-37e8-4fa2-bca8-da84afd30feb req-e7cfb7ff-a495-4da8-b063-b44c49253bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:10.801376 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-490d03f9-37e8-4fa2-bca8-da84afd30feb req-e7cfb7ff-a495-4da8-b063-b44c49253bc0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 915 time: 0.1000741 May 19 16:47:10.869579 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-490d03f9-37e8-4fa2-bca8-da84afd30feb req-b59427bc-895d-4e15-896b-29a4bac95bb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c85e1d9-2cb2-4a72-afa4-30d08738ec7f HTTP/1.1" status: 200 len: 1001 time: 0.0592632 May 19 16:47:10.928752 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d03f9-37e8-4fa2-bca8-da84afd30feb req-88bc4356-6cc5-4088-8e4a-1729a650675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:10.930285 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-490d03f9-37e8-4fa2-bca8-da84afd30feb req-88bc4356-6cc5-4088-8e4a-1729a650675d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 HTTP/1.1" status: 200 len: 853 time: 0.0513384 May 19 16:47:10.958959 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e73faa4a-475f-4496-8800-ed31403ea83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:10.995600 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d03f9-37e8-4fa2-bca8-da84afd30feb req-cd31d2cb-6998-4daa-b9b9-b8c3f2f3f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:10.997416 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-490d03f9-37e8-4fa2-bca8-da84afd30feb req-cd31d2cb-6998-4daa-b9b9-b8c3f2f3f6e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84ed37a0-33b7-474f-8c60-1eac20f29b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448885 May 19 16:47:11.012609 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:11.102018 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-490d03f9-37e8-4fa2-bca8-da84afd30feb req-b70dc122-0ab1-46f2-a0ec-cce94fa9323a service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982363 May 19 16:47:11.172452 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:11.230742 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-490d03f9-37e8-4fa2-bca8-da84afd30feb req-2b5068e2-1fe4-4cb6-b732-d611e8df35ea service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216438 May 19 16:47:11.266929 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2ecc6-5674-4270-9e6b-51f4d7cf8458 req-573aed32-7a33-4b6a-84f4-4a249546033d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:11.268442 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d9f2ecc6-5674-4270-9e6b-51f4d7cf8458 req-573aed32-7a33-4b6a-84f4-4a249546033d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0512037 May 19 16:47:11.324184 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d9f2ecc6-5674-4270-9e6b-51f4d7cf8458 req-5f7cb218-395c-4436-a9fa-853fac607431 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500464 May 19 16:47:12.448986 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd275d8-e025-48f2-8362-a60ac4f3206e req-465c51b6-973e-44ad-aefb-932e8135633b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:12.450480 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8fd275d8-e025-48f2-8362-a60ac4f3206e req-465c51b6-973e-44ad-aefb-932e8135633b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0466990 May 19 16:47:12.500313 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8fd275d8-e025-48f2-8362-a60ac4f3206e req-5e65832b-a46c-48cc-8401-7e2e70cdad4b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441279 May 19 16:47:12.990023 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:47:13.092514 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:47:13.105566 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'port_id': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'mac_address': 'fa:16:3e:b5:1f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:47:13.106981 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:13.142980 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc is: ACTIVE; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:47:13.143366 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:13.163093 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:47:13.173539 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:13.183971 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:47:13.187883 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:13.244502 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,revision_number=6']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:13.306523 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:47:13.617454 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696a405-2708-431e-9f86-b5563e7527ce req-1776202a-3a46-457c-a03f-92718332264a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:13.618975 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3696a405-2708-431e-9f86-b5563e7527ce req-1776202a-3a46-457c-a03f-92718332264a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 945 time: 0.0471263 May 19 16:47:13.666765 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3696a405-2708-431e-9f86-b5563e7527ce req-ec71ad17-54d5-4805-a34c-480caf2d224b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422609 May 19 16:47:14.269095 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ab749822-d1ab-48d0-946f-738c1c2f65ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:14.983076 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b09d63-73c6-4180-b6ac-7a3e48121066 req-ac455678-49cf-4a6b-802a-76ff405c6f94 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:14.984642 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6b09d63-73c6-4180-b6ac-7a3e48121066 req-ac455678-49cf-4a6b-802a-76ff405c6f94 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 945 time: 0.2454684 May 19 16:47:15.007609 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:47:15.053328 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6b09d63-73c6-4180-b6ac-7a3e48121066 req-b881fe0e-9986-4923-94fd-9f397fe7c048 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625052 May 19 16:47:15.076481 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:47:15.076935 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:15.157658 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:47:15.158019 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:15.204896 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:47:15.208052 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d053357-4625-4f16-8c4d-0379adc0d4df" -d '{"events": [{"server_uuid": "3a6d6a59-35a3-46b0-a92a-a3ae729071b7", "name": "network-vif-plugged", "status": "completed", "tag": "5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:47:15.225873 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:15.235455 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:47:15.240608 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:15.272044 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d993d594-5445-4995-8300-4747cacd6d8d x-openstack-request-id: req-d993d594-5445-4995-8300-4747cacd6d8d {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:47:15.272776 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6d6a59-35a3-46b0-a92a-a3ae729071b7", "name": "network-vif-plugged", "status": "completed", "tag": "5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:47:15.272776 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d993d594-5445-4995-8300-4747cacd6d8d {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:47:15.272984 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d993d594-5445-4995-8300-4747cacd6d8d'] response: {'server_uuid': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'code': 200} May 19 16:47:15.301229 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,revision_number=7']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:16.195544 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6f62c-5b32-4415-9046-eb2e7462f627 req-5624c5c2-bd40-4f63-9676-048f9440303f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:16.196970 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-51c6f62c-5b32-4415-9046-eb2e7462f627 req-5624c5c2-bd40-4f63-9676-048f9440303f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0486386 May 19 16:47:16.245105 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-51c6f62c-5b32-4415-9046-eb2e7462f627 req-4bf1a32c-4700-49b7-9580-9ead24efcbd5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425034 May 19 16:47:16.933223 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:17.384187 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3072d8-7502-47e2-a5cb-e5c5139cfc54 req-c3630522-f9c3-498f-b07f-bc27ba13bc36 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:17.385855 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8e3072d8-7502-47e2-a5cb-e5c5139cfc54 req-c3630522-f9c3-498f-b07f-bc27ba13bc36 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0577393 May 19 16:47:17.437547 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8e3072d8-7502-47e2-a5cb-e5c5139cfc54 req-857721ea-3ab9-48d1-9a67-ddfccfd18578 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454285 May 19 16:47:18.080745 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=75 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:18.086943 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=73 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:18.535307 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:18.571165 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bc53e-aa58-485a-a95b-c02217649a3e req-7c6945aa-7b25-4e57-b825-b0bf45892881 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:18.572742 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9f9bc53e-aa58-485a-a95b-c02217649a3e req-7c6945aa-7b25-4e57-b825-b0bf45892881 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0586104 May 19 16:47:18.625305 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9f9bc53e-aa58-485a-a95b-c02217649a3e req-95842c9d-9e70-4e83-b284-b2098671dbd5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436027 May 19 16:47:19.769786 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db3acc-c150-430a-a92b-1c9a033c231f req-5388074d-c7a8-4cc0-b7f7-d36f3c75ef45 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:19.771928 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f1db3acc-c150-430a-a92b-1c9a033c231f req-5388074d-c7a8-4cc0-b7f7-d36f3c75ef45 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0579917 May 19 16:47:19.821033 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f1db3acc-c150-430a-a92b-1c9a033c231f req-afada043-fcc7-4e40-ab25-cca713eaea4d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434813 May 19 16:47:20.403405 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:47:20.953896 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 35180) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:20.996043 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cfe8e-d984-4e41-a6b0-d7ea7fba5261 req-1ed705ef-d368-4478-99ec-c55221ab7f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:21.003407 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fa0cfe8e-d984-4e41-a6b0-d7ea7fba5261 req-1ed705ef-d368-4478-99ec-c55221ab7f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0977180 May 19 16:47:21.016311 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Deleting subnet bb2b544d-029b-4851-9d6d-d6d699e43f59 {{(pid=110370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:47:21.021628 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Publish callbacks [] for subnet (bb2b544d-029b-4851-9d6d-d6d699e43f59), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.061843 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260361774'] for subnet (bb2b544d-029b-4851-9d6d-d6d699e43f59), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.071683 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fa0cfe8e-d984-4e41-a6b0-d7ea7fba5261 req-ab2599d3-bed8-42cc-8e70-e1636590f298 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673296 May 19 16:47:21.119748 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (bb2b544d-029b-4851-9d6d-d6d699e43f59), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.188919 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260500120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261016939'] for subnet (bb2b544d-029b-4851-9d6d-d6d699e43f59), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.217569 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2b544d-029b-4851-9d6d-d6d699e43f59,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:21.226392 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.231008 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bb2b544d-029b-4851-9d6d-d6d699e43f59 HTTP/1.1" status: 204 len: 168 time: 0.2753100 May 19 16:47:21.233599 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 35182) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:21.236645 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.237098 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.237483 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.237831 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.238169 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.238509 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.238840 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.239256 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.239590 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.239922 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.240252 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.240579 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.240907 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.241273 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.241582 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a3d1d-eee1-4d09-8e2f-bcd5d5a6c622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:21.323863 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1ef7f230-7afd-4847-8eef-b93f9e0f2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (3d757d63-7d26-43b7-b546-eb7adc1b7dc9), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.412270 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1ef7f230-7afd-4847-8eef-b93f9e0f2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (3d757d63-7d26-43b7-b546-eb7adc1b7dc9), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.421480 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:21.434507 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-1ef7f230-7afd-4847-8eef-b93f9e0f2517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d757d63-7d26-43b7-b546-eb7adc1b7dc9']}} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:21.445341 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-1ef7f230-7afd-4847-8eef-b93f9e0f2517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de08565-49ab-4a3f-a657-d7ef9ea6260e') {'for_net_delete': True} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:21.445664 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-1ef7f230-7afd-4847-8eef-b93f9e0f2517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de08565-49ab-4a3f-a657-d7ef9ea6260e') {} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:21.459715 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1ef7f230-7afd-4847-8eef-b93f9e0f2517 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-40845'] for segment (5de08565-49ab-4a3f-a657-d7ef9ea6260e), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.474321 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1ef7f230-7afd-4847-8eef-b93f9e0f2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (5de08565-49ab-4a3f-a657-d7ef9ea6260e), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.480709 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef7f230-7afd-4847-8eef-b93f9e0f2517 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=110371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:47:21.481095 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1ef7f230-7afd-4847-8eef-b93f9e0f2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3953016'] for segment (5de08565-49ab-4a3f-a657-d7ef9ea6260e), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: Traceback (most recent call last): May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: timer() May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: cb(*args, **kw) May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: return func(*args, **kwargs) May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: self._notify() May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: self.callback(batched_events) May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: event.method(event) May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: return f(self, *a, **k) May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._get(url).json() May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: return self.request(url, 'GET', **kwargs) May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:47:21.482845 dv-cinder-842433-1-iscsi neutron-server[110371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:47:21.543470 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1ef7f230-7afd-4847-8eef-b93f9e0f2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (3d757d63-7d26-43b7-b546-eb7adc1b7dc9), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.548999 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1ef7f230-7afd-4847-8eef-b93f9e0f2517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.553009 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-1ef7f230-7afd-4847-8eef-b93f9e0f2517 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3d757d63-7d26-43b7-b546-eb7adc1b7dc9 HTTP/1.1" status: 204 len: 168 time: 0.3183663 May 19 16:47:21.565209 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7f230-7afd-4847-8eef-b93f9e0f2517 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d757d63-7d26-43b7-b546-eb7adc1b7dc9,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:21.803820 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 35186) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:21.850192 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-71da62ed-6414-48e3-916b-ca213c46865d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cee796edf9b42538358459363ea24ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449240 May 19 16:47:21.854461 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 35188) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:21.896717 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:21.915146 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-340c8c79-74eb-4c79-a6ca-77cec1824d53 admin admin] Publish callbacks [] for security_group (f05ac3b4-fc59-41ea-ab42-36241cf2bc49), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.943221 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-340c8c79-74eb-4c79-a6ca-77cec1824d53 admin admin] Publish callbacks [] for security_group (f05ac3b4-fc59-41ea-ab42-36241cf2bc49), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.996238 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-340c8c79-74eb-4c79-a6ca-77cec1824d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (f05ac3b4-fc59-41ea-ab42-36241cf2bc49), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:21.999619 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-340c8c79-74eb-4c79-a6ca-77cec1824d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:22.000771 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-340c8c79-74eb-4c79-a6ca-77cec1824d53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f05ac3b4-fc59-41ea-ab42-36241cf2bc49 HTTP/1.1" status: 204 len: 168 time: 0.1452806 May 19 16:47:22.012227 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c8c79-74eb-4c79-a6ca-77cec1824d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05ac3b4-fc59-41ea-ab42-36241cf2bc49,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:22.287630 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270836cb-b77c-4bf1-8aa0-3ea5bb49c0cb req-18f55405-3b3a-4eff-a3e0-19db2c2bdd04 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:22.295323 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-270836cb-b77c-4bf1-8aa0-3ea5bb49c0cb req-18f55405-3b3a-4eff-a3e0-19db2c2bdd04 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0608180 May 19 16:47:22.368742 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-270836cb-b77c-4bf1-8aa0-3ea5bb49c0cb req-a5c8748c-0e62-4695-894c-bc5ad2575814 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719833 May 19 16:47:23.496830 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b90d4-e786-4fc7-baa5-0a6d57186eaf req-ca5e0a82-32b3-4dbc-9d9b-59ecf6ff623f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:23.506708 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b56b90d4-e786-4fc7-baa5-0a6d57186eaf req-ca5e0a82-32b3-4dbc-9d9b-59ecf6ff623f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0650232 May 19 16:47:23.564013 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b56b90d4-e786-4fc7-baa5-0a6d57186eaf req-55443627-3eea-4e62-b388-65610f66f261 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545449 May 19 16:47:24.714671 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c346f4a-bec4-47bb-99eb-7e58e4948da5 req-0fd12430-41e7-4c86-874c-6c03071bf8f2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:24.717182 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2c346f4a-bec4-47bb-99eb-7e58e4948da5 req-0fd12430-41e7-4c86-874c-6c03071bf8f2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0655777 May 19 16:47:24.757252 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:24.790417 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2c346f4a-bec4-47bb-99eb-7e58e4948da5 req-87adc0df-9243-4968-a537-ce5d0d15d174 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656540 May 19 16:47:25.939794 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e4956-f2a3-47a3-af69-99e9e739d7ea req-2ca408fa-8acf-4b9c-aa6c-05b6aa3dccc7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:25.941363 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cf4e4956-f2a3-47a3-af69-99e9e739d7ea req-2ca408fa-8acf-4b9c-aa6c-05b6aa3dccc7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0669389 May 19 16:47:26.004015 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cf4e4956-f2a3-47a3-af69-99e9e739d7ea req-8d2ef62d-53ba-4a3c-b9e3-9835fd8d9341 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500336 May 19 16:47:27.092432 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:27.135761 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca0ce-c0c1-4781-8c35-ee48582764e7 req-b855a066-a917-473b-81b4-706c431563a6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:27.137633 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-383ca0ce-c0c1-4781-8c35-ee48582764e7 req-b855a066-a917-473b-81b4-706c431563a6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0549066 May 19 16:47:27.193914 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-383ca0ce-c0c1-4781-8c35-ee48582764e7 req-c290c977-4c91-4c43-bff8-5de7d890d5b3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486047 May 19 16:47:28.322784 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37618346-5b27-4f2b-90c3-0c17d10fdcad req-59b29179-2193-4bda-bd45-acdf0df33cad tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:28.329988 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-37618346-5b27-4f2b-90c3-0c17d10fdcad req-59b29179-2193-4bda-bd45-acdf0df33cad tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0584171 May 19 16:47:28.377990 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-37618346-5b27-4f2b-90c3-0c17d10fdcad req-39d967d9-9b9e-44ef-8b53-37eee029e63c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471287 May 19 16:47:29.525848 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a0061-8e19-41da-aaa3-2ac251194d52 req-4188ba7b-1aa7-4012-b66a-3588cf208d38 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:29.528038 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-db0a0061-8e19-41da-aaa3-2ac251194d52 req-4188ba7b-1aa7-4012-b66a-3588cf208d38 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0634704 May 19 16:47:29.588322 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-db0a0061-8e19-41da-aaa3-2ac251194d52 req-8a9898f6-b075-4cc3-b5a6-7caefd1619b0 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544181 May 19 16:47:30.705615 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6027a21-6718-456b-a942-00f3351c6dce req-7261c7b3-afaf-46e2-8704-9ef794b0445a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:30.707083 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6027a21-6718-456b-a942-00f3351c6dce req-7261c7b3-afaf-46e2-8704-9ef794b0445a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0465655 May 19 16:47:30.755759 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6027a21-6718-456b-a942-00f3351c6dce req-19d7163f-92d6-4636-9c30-6894e120ff72 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426280 May 19 16:47:31.876110 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e096b00-2393-4603-8fe8-a8327ee5b680 req-cf9da619-4189-4577-95f8-eb76132e132d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:31.877675 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5e096b00-2393-4603-8fe8-a8327ee5b680 req-cf9da619-4189-4577-95f8-eb76132e132d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0478363 May 19 16:47:31.927622 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5e096b00-2393-4603-8fe8-a8327ee5b680 req-db82121b-05ce-433a-93f7-785c5ae42368 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439112 May 19 16:47:32.025526 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:32.026364 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=72,neutron:UPDATE=6 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:33.044305 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc68b4-3fc8-4b97-913d-c3f01767b677 req-8f2f1ae9-7cd4-400d-bf81-efd3ca956dec tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:33.045783 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-99fc68b4-3fc8-4b97-913d-c3f01767b677 req-8f2f1ae9-7cd4-400d-bf81-efd3ca956dec tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0466671 May 19 16:47:33.095593 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-99fc68b4-3fc8-4b97-913d-c3f01767b677 req-33246011-975f-4ef7-92b4-0f3193efe607 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443158 May 19 16:47:34.218486 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a2233-ad52-4643-bd13-b7467d5aa083 req-6b6d71a6-b54e-493a-858e-4e4da463b9ea tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:34.219916 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4e4a2233-ad52-4643-bd13-b7467d5aa083 req-6b6d71a6-b54e-493a-858e-4e4da463b9ea tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0477090 May 19 16:47:34.274563 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4e4a2233-ad52-4643-bd13-b7467d5aa083 req-73b05b45-e0af-4430-a5ab-2416cf5ac00e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470715 May 19 16:47:35.391590 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93671b15-3d8e-4648-a432-ff3204028e0d req-a6dfa830-1386-4229-ad0e-e60d31cfc33f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:35.393115 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-93671b15-3d8e-4648-a432-ff3204028e0d req-a6dfa830-1386-4229-ad0e-e60d31cfc33f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0483427 May 19 16:47:35.442558 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-93671b15-3d8e-4648-a432-ff3204028e0d req-f4b67c67-8ea5-43ee-9e6b-e3e17391340c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436976 May 19 16:47:36.383666 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535d6b3-2495-456f-9cf5-ab1d070a72c3 req-0db598c5-e260-46b1-bcb2-41493227a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:36.385092 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7535d6b3-2495-456f-9cf5-ab1d070a72c3 req-0db598c5-e260-46b1-bcb2-41493227a4ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 1130 time: 0.0439086 May 19 16:47:36.479647 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535d6b3-2495-456f-9cf5-ab1d070a72c3 req-55a32814-2d8e-42ec-9732-427de5f69fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:36.481097 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7535d6b3-2495-456f-9cf5-ab1d070a72c3 req-55a32814-2d8e-42ec-9732-427de5f69fca service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e HTTP/1.1" status: 200 len: 917 time: 0.0893805 May 19 16:47:36.590272 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7535d6b3-2495-456f-9cf5-ab1d070a72c3 req-2beb3b67-fad5-4c71-950f-a37f3bc893b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc HTTP/1.1" status: 200 len: 1002 time: 0.1013091 May 19 16:47:36.599347 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa265012-b424-4075-b213-bb41a5d198bf req-94d721b7-900e-4b14-a7c7-3dad7168c062 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:36.600769 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-fa265012-b424-4075-b213-bb41a5d198bf req-94d721b7-900e-4b14-a7c7-3dad7168c062 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0676847 May 19 16:47:36.666929 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535d6b3-2495-456f-9cf5-ab1d070a72c3 req-9c5694cd-3043-4173-9580-178af49b8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:36.668421 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7535d6b3-2495-456f-9cf5-ab1d070a72c3 req-9c5694cd-3043-4173-9580-178af49b8179 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f541ad9-852f-4765-a5b0-e6d7d16db937 HTTP/1.1" status: 200 len: 855 time: 0.0667300 May 19 16:47:36.694916 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-fa265012-b424-4075-b213-bb41a5d198bf req-69b723e5-b7f0-4fed-9d23-166ef94b9cb6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851135 May 19 16:47:36.721704 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535d6b3-2495-456f-9cf5-ab1d070a72c3 req-77514968-3fd5-4a56-abd3-914947d563a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:36.723893 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7535d6b3-2495-456f-9cf5-ab1d070a72c3 req-77514968-3fd5-4a56-abd3-914947d563a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477860 May 19 16:47:36.814229 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7535d6b3-2495-456f-9cf5-ab1d070a72c3 req-b6840cda-b038-4dbc-a3cc-bbf694fe0297 service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842016 May 19 16:47:36.909504 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7535d6b3-2495-456f-9cf5-ab1d070a72c3 req-33d65a32-9eb3-459e-af9f-551c223c64a0 service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879803 May 19 16:47:37.813356 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf674c6-742d-4574-a5e2-830a2f69a694 req-67b93d23-6bd1-4d51-837e-7c6a3719b7ac tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:37.814896 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bbf674c6-742d-4574-a5e2-830a2f69a694 req-67b93d23-6bd1-4d51-837e-7c6a3719b7ac tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0471547 May 19 16:47:37.844337 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:37.862826 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bbf674c6-742d-4574-a5e2-830a2f69a694 req-fceee278-0af9-4b7c-8d7a-4d211fafed89 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426135 May 19 16:47:38.971370 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:38.982554 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7dc5f-11b4-4100-bd34-dbab55a32cef req-ea939fb5-87de-4a16-bc1b-b43217a17d1a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:38.984023 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-a5c7dc5f-11b4-4100-bd34-dbab55a32cef req-ea939fb5-87de-4a16-bc1b-b43217a17d1a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0472407 May 19 16:47:39.030392 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-a5c7dc5f-11b4-4100-bd34-dbab55a32cef req-3e43fb70-9826-4066-8fb2-38d7459d36a0 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404110 May 19 16:47:40.151429 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04126f26-d7eb-4953-b8b1-dfb9eecddbbf req-fa3e9d80-6514-4e1f-9f7b-f08cb136bd40 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:40.152824 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04126f26-d7eb-4953-b8b1-dfb9eecddbbf req-fa3e9d80-6514-4e1f-9f7b-f08cb136bd40 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 946 time: 0.0510371 May 19 16:47:40.199184 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04126f26-d7eb-4953-b8b1-dfb9eecddbbf req-9ddd19aa-68a8-4bfb-8210-ae63048785fe tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408523 May 19 16:47:40.384792 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:40.389975 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:40.953016 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d993b94a-02a9-4367-b054-69cc1b98b046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:40.983861 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:47:41.011222 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:41.062353 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc is: ACTIVE; New status is: DOWN {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:47:41.062744 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:41.085686 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:47:41.087912 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb81618-8257-4bcd-bdbf-aab4144a0d32" -d '{"events": [{"server_uuid": "3a6d6a59-35a3-46b0-a92a-a3ae729071b7", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:47:41.101135 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:47:41.105258 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:41.127262 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e7d0ba-bde2-4d89-9845-0f59ccf61dc8 x-openstack-request-id: req-71e7d0ba-bde2-4d89-9845-0f59ccf61dc8 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:47:41.127578 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6d6a59-35a3-46b0-a92a-a3ae729071b7", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:47:41.127835 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71e7d0ba-bde2-4d89-9845-0f59ccf61dc8 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:47:41.128231 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e7d0ba-bde2-4d89-9845-0f59ccf61dc8'] response: {'server_uuid': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'code': 200} May 19 16:47:41.154035 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,revision_number=8']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:41.161707 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.162059 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.162405 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.162746 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.163084 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.163411 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.163737 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.164064 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.164391 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.164716 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.165041 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.165395 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.165720 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.166045 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.166365 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:41.319094 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d6354-c34e-4451-bdc8-5443f13863a1 req-87dd5e6f-9515-485d-bc74-d727df0c59ec tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:41.320589 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7a0d6354-c34e-4451-bdc8-5443f13863a1 req-87dd5e6f-9515-485d-bc74-d727df0c59ec tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0476210 May 19 16:47:41.367116 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7a0d6354-c34e-4451-bdc8-5443f13863a1 req-75525fad-5195-40b7-816e-292be8bb7a3b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410936 May 19 16:47:42.489957 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181e86b-a7f5-40fc-991d-e88fc960f466 req-0dda55e2-54e2-4df2-a002-235f5546ec9c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:42.491444 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4181e86b-a7f5-40fc-991d-e88fc960f466 req-0dda55e2-54e2-4df2-a002-235f5546ec9c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0507691 May 19 16:47:42.503721 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:42.540218 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4181e86b-a7f5-40fc-991d-e88fc960f466 req-9295f83e-a604-4151-9292-28a4e377548a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429909 May 19 16:47:43.661055 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75087809-2532-4e63-9583-62b0f0095bbf req-68c093b6-bd28-4664-9577-85215db0603e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:43.662607 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-75087809-2532-4e63-9583-62b0f0095bbf req-68c093b6-bd28-4664-9577-85215db0603e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0475025 May 19 16:47:43.713892 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-75087809-2532-4e63-9583-62b0f0095bbf req-90485e3d-4979-427e-a30b-56de9b8ce1fc tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451212 May 19 16:47:44.187301 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [req-12558674-0092-4d09-90eb-f714342a1d79 req-df5b36d0-c139-4f18-8d47-e9808d3302dd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 16:47:44.188296 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-12558674-0092-4d09-90eb-f714342a1d79 req-df5b36d0-c139-4f18-8d47-e9808d3302dd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054827 May 19 16:47:44.353923 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85717c1-6652-4afa-896e-def56484159a req-aedc39e8-ff63-4b24-8350-fa9317f60cbf tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:44.355574 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b85717c1-6652-4afa-896e-def56484159a req-aedc39e8-ff63-4b24-8350-fa9317f60cbf tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0553944 May 19 16:47:44.392894 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-87021fbb-7eea-4898-b77f-d55e9524d51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:44.407940 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b85717c1-6652-4afa-896e-def56484159a req-c8cb9adf-d5e2-49a4-b683-14107d5954e1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458364 May 19 16:47:44.735854 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 35422) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:44.818467 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e2599dd1-e118-412c-9261-0971e562d609 req-aaa83914-0cc6-48e3-9bbb-71165f53a86b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813065 May 19 16:47:44.830499 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [req-e2599dd1-e118-412c-9261-0971e562d609 req-e7810bb9-ff19-4e9a-9dbb-2dc5db767792 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 16:47:44.832977 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e2599dd1-e118-412c-9261-0971e562d609 req-e7810bb9-ff19-4e9a-9dbb-2dc5db767792 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0091255 May 19 16:47:44.909880 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 35430) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:44.998983 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:47:45.008356 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2599dd1-e118-412c-9261-0971e562d609 req-fa1f9308-eb34-4fe9-969e-6731786a45ff tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:45.009781 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e2599dd1-e118-412c-9261-0971e562d609 req-fa1f9308-eb34-4fe9-969e-6731786a45ff tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports/5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc HTTP/1.1" status: 200 len: 941 time: 0.0983541 May 19 16:47:45.069918 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc is: DOWN; New status is: DOWN {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:47:45.191368 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:45.497119 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:45.535806 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92ecd5-8ef5-4e27-a2b3-2bc0d705ef60 req-32dfbf38-5464-423f-a166-9590a06f037d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:45.537335 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ef92ecd5-8ef5-4e27-a2b3-2bc0d705ef60 req-32dfbf38-5464-423f-a166-9590a06f037d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0537536 May 19 16:47:45.586473 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ef92ecd5-8ef5-4e27-a2b3-2bc0d705ef60 req-44789237-8684-4999-929f-462842d9bb1b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436425 May 19 16:47:46.733379 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2599dd1-e118-412c-9261-0971e562d609 req-40eaf0fc-ff5e-4126-b17f-8d6bb13f0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:46.734903 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e2599dd1-e118-412c-9261-0971e562d609 req-40eaf0fc-ff5e-4126-b17f-8d6bb13f0b1d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7&tenant_id=bef5d1b475ef4228a77b87964b0b8ce1 HTTP/1.1" status: 200 len: 1128 time: 0.1033211 May 19 16:47:46.741253 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1ff9a-e71e-4335-8ca5-9f3a9d7d5548 req-04c94e59-f2a3-4e43-bc94-22f2a907b9ec tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:46.742885 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88d1ff9a-e71e-4335-8ca5-9f3a9d7d5548 req-04c94e59-f2a3-4e43-bc94-22f2a907b9ec tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0823221 May 19 16:47:46.818679 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2599dd1-e118-412c-9261-0971e562d609 req-ef7d33fd-a835-438c-9e48-030644e66f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:46.820177 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e2599dd1-e118-412c-9261-0971e562d609 req-ef7d33fd-a835-438c-9e48-030644e66f40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 1128 time: 0.0617020 May 19 16:47:46.839736 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-88d1ff9a-e71e-4335-8ca5-9f3a9d7d5548 req-0a4d8c5c-835b-4b43-9635-1481ac1c5df0 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898476 May 19 16:47:46.922438 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2599dd1-e118-412c-9261-0971e562d609 req-d7f63cf3-41f9-49a9-b3a2-ecbc8d75af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:46.925891 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e2599dd1-e118-412c-9261-0971e562d609 req-d7f63cf3-41f9-49a9-b3a2-ecbc8d75af8b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e HTTP/1.1" status: 200 len: 917 time: 0.0982652 May 19 16:47:46.944151 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:47.002211 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e2599dd1-e118-412c-9261-0971e562d609 req-62bf10f9-0b8b-4515-bd91-0f6127b16e63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc HTTP/1.1" status: 200 len: 1000 time: 0.0679181 May 19 16:47:47.049832 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2599dd1-e118-412c-9261-0971e562d609 req-3429e077-5231-417d-9362-6bf50226a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:47.051855 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e2599dd1-e118-412c-9261-0971e562d609 req-3429e077-5231-417d-9362-6bf50226a528 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f541ad9-852f-4765-a5b0-e6d7d16db937 HTTP/1.1" status: 200 len: 855 time: 0.0431788 May 19 16:47:47.095031 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2599dd1-e118-412c-9261-0971e562d609 req-4afe8b0a-5f3f-4977-a0bf-07854f595ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:47.096466 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e2599dd1-e118-412c-9261-0971e562d609 req-4afe8b0a-5f3f-4977-a0bf-07854f595ebd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390821 May 19 16:47:47.191559 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e2599dd1-e118-412c-9261-0971e562d609 req-11c94711-be1a-4cd9-abe5-aa54794a98c8 service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875053 May 19 16:47:47.290818 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e2599dd1-e118-412c-9261-0971e562d609 req-3771f68b-527c-4475-87f6-dee0a205c4ce service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920942 May 19 16:47:48.037033 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c18b4-4aef-4e92-b20d-fca6b7e35a13 req-01bf3210-3df7-42e9-9071-4cb55f781e2f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:48.045721 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ab3c18b4-4aef-4e92-b20d-fca6b7e35a13 req-01bf3210-3df7-42e9-9071-4cb55f781e2f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0660694 May 19 16:47:48.123278 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ab3c18b4-4aef-4e92-b20d-fca6b7e35a13 req-48a39c65-e2ec-4f7f-98c0-b4fe8d19befa tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759513 May 19 16:47:48.202716 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 35486) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:48.329853 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-244c12b5-fa53-4181-b7ea-bc4ef5cdc950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:48.366633 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:48.419649 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-244c12b5-fa53-4181-b7ea-bc4ef5cdc950 admin admin] Publish callbacks [] for security_group (ae2951d9-9a7e-4e85-8517-49d35cb58b30), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:48.424613 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-244c12b5-fa53-4181-b7ea-bc4ef5cdc950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ae2951d9-9a7e-4e85-8517-49d35cb58b30), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:48.435880 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:48.467525 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c12b5-fa53-4181-b7ea-bc4ef5cdc950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2951d9-9a7e-4e85-8517-49d35cb58b30,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:48.484212 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-244c12b5-fa53-4181-b7ea-bc4ef5cdc950 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec74d88ce39042d3967c7ea64c5d3726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803764 May 19 16:47:48.486804 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 35490) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:48.538553 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-be780e50-382c-475b-a35c-025e57925928 admin admin] Publish callbacks [] for security_group (ae2951d9-9a7e-4e85-8517-49d35cb58b30), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:48.546363 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:48.561250 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-be780e50-382c-475b-a35c-025e57925928 admin admin] Publish callbacks [] for security_group (ae2951d9-9a7e-4e85-8517-49d35cb58b30), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:48.612745 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-be780e50-382c-475b-a35c-025e57925928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ae2951d9-9a7e-4e85-8517-49d35cb58b30), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:48.615395 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-be780e50-382c-475b-a35c-025e57925928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:48.616551 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-be780e50-382c-475b-a35c-025e57925928 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae2951d9-9a7e-4e85-8517-49d35cb58b30 HTTP/1.1" status: 204 len: 168 time: 0.1288683 May 19 16:47:48.626057 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be780e50-382c-475b-a35c-025e57925928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2951d9-9a7e-4e85-8517-49d35cb58b30,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:49.337048 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 35516) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:49.462943 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-160234444-network', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:47:49.487279 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Made reservation on behalf of 66c1f23fbe114e9885266a0092cca13c for: {'network': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:47:49.490622 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:49.508219 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:49.525089 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467facc-214c-4142-aa81-c40845c7d115 req-2dd116c9-13f8-43f1-8d60-2634792c92c3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:49.526704 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7467facc-214c-4142-aa81-c40845c7d115 req-2dd116c9-13f8-43f1-8d60-2634792c92c3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.3153605 May 19 16:47:49.590733 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7467facc-214c-4142-aa81-c40845c7d115 req-ac8ee35b-2073-42da-b1ea-347b22540307 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564423 May 19 16:47:49.596180 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Publish callbacks [] for security_group (1d69f157-b5d6-47a4-9c39-40beec0f2de5), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:49.605959 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (1d69f157-b5d6-47a4-9c39-40beec0f2de5), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:49.635520 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=110371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:47:49.642854 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d69f157-b5d6-47a4-9c39-40beec0f2de5,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:49.654568 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (c96f06da-4ee5-4ff2-85ae-5fc0ef56215f), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:49.654994 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.segments_db [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Added segment c96f06da-4ee5-4ff2-85ae-5fc0ef56215f of type vlan for network 456c9702-9a69-4541-891a-938fd3d1a085 May 19 16:47:49.664427 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.664781 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.665130 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.665503 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.665842 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.666177 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.666508 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.666870 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.667168 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.667496 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.667905 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.668246 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.668573 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.668901 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.669249 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:49.709853 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (456c9702-9a69-4541-891a-938fd3d1a085), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:49.736361 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (456c9702-9a69-4541-891a-938fd3d1a085), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:49.737546 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:49.738149 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:49.802608 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4642324 May 19 16:47:49.805900 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c12560-41b3-46c2-9c70-42c4b24b7f5b admin admin] Pushing event updated for resources: {'Network': ['ID=456c9702-9a69-4541-891a-938fd3d1a085,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:49.806045 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 35520) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:49.811284 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-e14e6966-9e8c-44ef-8280-1a88daf137f6 admin admin] Request body: {'subnet': {'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-160234444-subnet', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'ip_version': 4}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:47:49.816493 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network 456c9702-9a69-4541-891a-938fd3d1a085 details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:47:49.835794 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14e6966-9e8c-44ef-8280-1a88daf137f6 admin admin] Made reservation on behalf of 66c1f23fbe114e9885266a0092cca13c for: {'subnet': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:47:49.848142 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e14e6966-9e8c-44ef-8280-1a88daf137f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261016902'] for subnet (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.068088 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e14e6966-9e8c-44ef-8280-1a88daf137f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260500185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261016912'] for subnet (e9c0da3e-2101-42da-b7af-818adcbf0693), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.119775 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e6966-9e8c-44ef-8280-1a88daf137f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c0da3e-2101-42da-b7af-818adcbf0693,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:50.136163 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e6966-9e8c-44ef-8280-1a88daf137f6 admin admin] Checking segment: {'id': 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:47:50.136531 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14e6966-9e8c-44ef-8280-1a88daf137f6 admin admin] Network hostable DHCP agents. Network: 456c9702-9a69-4541-891a-938fd3d1a085, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:47:50.154659 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14e6966-9e8c-44ef-8280-1a88daf137f6 admin admin] Network 456c9702-9a69-4541-891a-938fd3d1a085 is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:47:50.164292 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-e14e6966-9e8c-44ef-8280-1a88daf137f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, 456c9702-9a69-4541-891a-938fd3d1a085) {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:47:50.168602 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14e6966-9e8c-44ef-8280-1a88daf137f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:50.169247 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e14e6966-9e8c-44ef-8280-1a88daf137f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.175126 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e539b68-67e2-4649-abbe-a9825bbd26e3 None None] Network 456c9702-9a69-4541-891a-938fd3d1a085 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:47:50.189001 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-e14e6966-9e8c-44ef-8280-1a88daf137f6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3818512 May 19 16:47:50.192611 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 35522) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:50.199162 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:47:50.213372 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:50.231703 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11834'] for router (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.233048 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11829'] for router (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.292727 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58351b1b-7731-5889-bbf7-0fe85d83b94d-456c9702-9a69-4541-891a-938fd3d1a085', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'fixed_ips': [{'subnet_id': 'e9c0da3e-2101-42da-b7af-818adcbf0693'}]}} from dv-cinder-842433-1-iscsi. {{(pid=110372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 16:47:50.293807 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.300680 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Publish callbacks [] for router_controller (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), precommit_add_association {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.453058 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.db_base_plugin_common [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Allocated IP 172.20.0.2 (456c9702-9a69-4541-891a-938fd3d1a085/e9c0da3e-2101-42da-b7af-818adcbf0693/bf523c1a-c1f4-4102-b384-6299e1539180) {{(pid=110372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:47:50.463916 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Publish callbacks [] for router_gateway (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.623207 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Publish callbacks [] for port (bf523c1a-c1f4-4102-b384-6299e1539180), precommit_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.635199 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (bf523c1a-c1f4-4102-b384-6299e1539180), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.652504 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:50.667557 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Publish callbacks [] for router_gateway (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.684313 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:50.684313 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:50.692439 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Network 456c9702-9a69-4541-891a-938fd3d1a085 is already hosted by enough agents. {{(pid=110372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:47:50.694734 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.696533 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.base_scheduler [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Resources bound (agent type, host, resource id): {{(pid=110372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:47:50.708327 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Received port after_create {{(pid=110372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:47:50.748578 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Pushing event updated for resources: {'Port': ['ID=bf523c1a-c1f4-4102-b384-6299e1539180,revision_number=1']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:50.779911 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Attempting to bind port bf523c1a-c1f4-4102-b384-6299e1539180 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:47:50.780279 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Attempting to bind port bf523c1a-c1f4-4102-b384-6299e1539180 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:47:50.780639 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Attempting to bind port bf523c1a-c1f4-4102-b384-6299e1539180 on network 456c9702-9a69-4541-891a-938fd3d1a085 {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:47:50.786475 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:47:50.786937 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Checking segment: {'id': 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:47:50.787336 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.787728 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Bound using segment: {'id': 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:47:50.791409 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Bound port: bf523c1a-c1f4-4102-b384-6299e1539180, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:47:50.791409 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (bf523c1a-c1f4-4102-b384-6299e1539180), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.818269 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019144-a8fa-4855-8fd0-0d66c488cd66 req-60992e28-c3fb-49e7-a6f2-63e0e7b1dc53 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:50.820320 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9a019144-a8fa-4855-8fd0-0d66c488cd66 req-60992e28-c3fb-49e7-a6f2-63e0e7b1dc53 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.1111257 May 19 16:47:50.851509 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] For port bf523c1a-c1f4-4102-b384-6299e1539180, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:47:50.854764 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] For port bf523c1a-c1f4-4102-b384-6299e1539180, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=bf523c1a-c1f4-4102-b384-6299e1539180,segment=NetworkSegment(c96f06da-4ee5-4ff2-85ae-5fc0ef56215f),segment_id=c96f06da-4ee5-4ff2-85ae-5fc0ef56215f)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:47:50.861134 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (bf523c1a-c1f4-4102-b384-6299e1539180), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:50.918836 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a432a-65cc-4800-93cd-a505cbd59a01 None None] Pushing event updated for resources: {'Port': ['ID=bf523c1a-c1f4-4102-b384-6299e1539180,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:50.928166 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Allocated IP 172.27.1.19 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:47:50.933587 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9a019144-a8fa-4855-8fd0-0d66c488cd66 req-9f1a89b3-987e-484e-85cf-2e071be9376c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051984 May 19 16:47:51.116593 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Publish callbacks [] for port (acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:51.151654 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:51.209502 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:47:51.216655 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Pushing event updated for resources: {'Port': ['ID=acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:51.220379 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:47:51.222715 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:47:51.408609 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:51.502641 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Publish callbacks [] for router_gateway (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:51.637736 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:51.702160 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782274'] for router (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:51.847666 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf is scheduled to L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 with binding_index 1 {{(pid=110371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 16:47:51.969536 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:47:51.991285 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:51.992120 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Sync routers for ids ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:47:51.993383 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-4cf335fd-609a-4c78-87ce-650a417e4178 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7974179 May 19 16:47:51.995772 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 35530) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:52.010669 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Routers {'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:47:52.011311 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:47:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:52.123662 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Set router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:47:52.145916 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:52.164058 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7623e8-36ae-4e5e-b145-3b892d2d3f45 req-d37a9bee-72f5-461b-b745-3d5cafd494e2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:52.180352 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ac7623e8-36ae-4e5e-b145-3b892d2d3f45 req-d37a9bee-72f5-461b-b745-3d5cafd494e2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.1047826 May 19 16:47:52.214120 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e438128-7228-4c7e-9799-5935aa09d026 None None] Network 456c9702-9a69-4541-891a-938fd3d1a085 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:47:52.266874 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ac7623e8-36ae-4e5e-b145-3b892d2d3f45 req-f823c44e-52d4-4d61-bdb7-04443654f0c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855596 May 19 16:47:52.324519 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-b043ede1-9419-40e4-afd2-ccc928a7d34c None None] Provisioning complete for port bf523c1a-c1f4-4102-b384-6299e1539180 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:47:52.324970 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b043ede1-9419-40e4-afd2-ccc928a7d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (bf523c1a-c1f4-4102-b384-6299e1539180), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:52.379063 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:51Z', 'revision_number': 3, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port': {'id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:52.414719 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Checking router: dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:47:52.416073 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Updating router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf port acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 binding host dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:47:52.462332 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-b043ede1-9419-40e4-afd2-ccc928a7d34c None None] Current status of the port bf523c1a-c1f4-4102-b384-6299e1539180 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:47:52.462648 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b043ede1-9419-40e4-afd2-ccc928a7d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (bf523c1a-c1f4-4102-b384-6299e1539180), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:52.464014 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:52.510766 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-b043ede1-9419-40e4-afd2-ccc928a7d34c None None] For port bf523c1a-c1f4-4102-b384-6299e1539180, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=bf523c1a-c1f4-4102-b384-6299e1539180,segment=NetworkSegment(c96f06da-4ee5-4ff2-85ae-5fc0ef56215f),segment_id=c96f06da-4ee5-4ff2-85ae-5fc0ef56215f)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:47:52.519282 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b043ede1-9419-40e4-afd2-ccc928a7d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (bf523c1a-c1f4-4102-b384-6299e1539180), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:52.586463 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043ede1-9419-40e4-afd2-ccc928a7d34c None None] Pushing event updated for resources: {'Port': ['ID=bf523c1a-c1f4-4102-b384-6299e1539180,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:52.796307 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device bf523c1a-c1f4-4102-b384-6299e1539180 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:47:52.856182 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-cfd8c3d6-af04-40dc-b779-76cce3cf7bcb None None] Provisioning complete for port bf523c1a-c1f4-4102-b384-6299e1539180 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:47:52.856477 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c3d6-af04-40dc-b779-76cce3cf7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (bf523c1a-c1f4-4102-b384-6299e1539180), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:52.914512 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port bf523c1a-c1f4-4102-b384-6299e1539180 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:47:52.914975 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (bf523c1a-c1f4-4102-b384-6299e1539180), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:52.915702 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:52.937193 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:52.958192 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:52.958616 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-cfd8c3d6-af04-40dc-b779-76cce3cf7bcb None None] Current status of the port bf523c1a-c1f4-4102-b384-6299e1539180 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:47:52.990198 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Publish callbacks [] for port (acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:52.997310 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:53.056176 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port bf523c1a-c1f4-4102-b384-6299e1539180 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:47:53.074304 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Attempting to bind port acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:47:53.074706 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Attempting to bind port acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:47:53.075024 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Attempting to bind port acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 on network 98da84b6-3a55-4aa5-9045-219aa962a35a {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:47:53.086560 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Pushing event updated for resources: {'Port': ['ID=acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:53.089803 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:47:53.090179 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Checking segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:47:53.090584 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:53.091028 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Bound using segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:47:53.091826 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Bound port: acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:47:53.092480 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:53.122265 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.122614 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.122982 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.123342 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.123675 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.124001 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.124326 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.124647 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.125037 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.125313 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.125904 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.126237 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.126558 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.126871 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.127184 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:47:53.139051 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:53.159472 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:53.160050 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Allocated IP 172.20.0.1 (456c9702-9a69-4541-891a-938fd3d1a085/e9c0da3e-2101-42da-b7af-818adcbf0693/fc00c2b2-c1cd-4251-9308-1ca86e476607) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:47:53.164871 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] For port acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:47:53.169256 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] For port acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:47:53.188224 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:53.255146 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7917b7-2643-400a-a912-3d1bccd5a68a None None] Pushing event updated for resources: {'Port': ['ID=acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:53.257696 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Routers {'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:47:53.258315 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:47:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:53.299373 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Publish callbacks [] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:53.354750 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:53.389373 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] Set router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:47:53.436995 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Network 456c9702-9a69-4541-891a-938fd3d1a085 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:47:53.445369 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:47:53.449984 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:47:53.452476 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Pushing event updated for resources: {'Port': ['ID=fc00c2b2-c1cd-4251-9308-1ca86e476607,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:53.486658 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1080296-868f-4f5d-a8ce-711e1bff38ea req-c469c943-78ac-4e55-b674-0c0e92384fbc tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:53.488270 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c1080296-868f-4f5d-a8ce-711e1bff38ea req-c469c943-78ac-4e55-b674-0c0e92384fbc tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.1172271 May 19 16:47:53.534852 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:53.580958 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777199'] for router_interface (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:53.589422 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c1080296-868f-4f5d-a8ce-711e1bff38ea req-604512a2-ee9d-4365-a119-41a6a377f80b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911248 May 19 16:47:53.608086 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:51Z', 'revision_number': 3, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port': {'id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:53.651734 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204d055-b834-4bfa-b2d8-bac4a34baef9 None None] The sync data for ids ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'] in dv-cinder-842433-1-iscsi is: [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:51Z', 'revision_number': 3, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port': {'id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:47:53.770360 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:53.793217 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-03de3d4c-d9a7-449e-99cd-f84470d5abf7 None None] Provisioning complete for port fc00c2b2-c1cd-4251-9308-1ca86e476607 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:47:53.793844 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-03de3d4c-d9a7-449e-99cd-f84470d5abf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:53.827324 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-03de3d4c-d9a7-449e-99cd-f84470d5abf7 None None] Port fc00c2b2-c1cd-4251-9308-1ca86e476607 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:47:53.930226 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:54.051304 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Publish callbacks [] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:54.055909 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:54.140429 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-777637'] for router_interface (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:54.151148 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Pushing event updated for resources: {'Port': ['ID=fc00c2b2-c1cd-4251-9308-1ca86e476607,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:54.153541 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:54.252927 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Network 456c9702-9a69-4541-891a-938fd3d1a085 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:47:54.255122 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:47:54.404756 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:47:54.548445 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:47:54.560164 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-be0635c0-c45e-40b0-92d7-3d855036a77b admin admin] 10.222.0.36 "PUT /v2.0/routers/dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5584178 May 19 16:47:54.560378 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-d01fc5d3-9fe1-4e73-804d-dcf22ab4b2ec None None] Provisioning complete for port fc00c2b2-c1cd-4251-9308-1ca86e476607 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:47:54.560378 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d01fc5d3-9fe1-4e73-804d-dcf22ab4b2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:54.616452 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-d01fc5d3-9fe1-4e73-804d-dcf22ab4b2ec None None] Port fc00c2b2-c1cd-4251-9308-1ca86e476607 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:47:54.727080 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:47:54.752869 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:54.792355 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af34580-2e66-47fe-86a0-3fbf940ef21d req-5353c1c4-7e00-4740-9680-6e9279e0c5ef tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:54.794024 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0af34580-2e66-47fe-86a0-3fbf940ef21d req-5353c1c4-7e00-4740-9680-6e9279e0c5ef tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0884511 May 19 16:47:54.836090 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:47:54.836766 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:54.888557 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0af34580-2e66-47fe-86a0-3fbf940ef21d req-87bf62ba-f5d0-4be8-b49b-f896ab5aef02 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824840 May 19 16:47:54.989220 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:47:54.989655 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:55.012260 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:47:55.018618 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:55.072768 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:55.245262 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 35554) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:55.250182 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-307710459-network', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:47:55.282195 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] Made reservation on behalf of 6c47797a5c954e76a8a79974b42df0d0 for: {'network': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:47:55.284827 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:55.294758 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:55.359575 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:55.402411 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] Publish callbacks [] for security_group (03100acf-3e41-4d50-80a8-0453031ebb46), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:55.406805 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (03100acf-3e41-4d50-80a8-0453031ebb46), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:55.436062 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=110370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:47:55.446596 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03100acf-3e41-4d50-80a8-0453031ebb46,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:55.468986 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (f7871390-b81d-445d-beff-a4aa7e5e5adb), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:55.469679 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.segments_db [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] Added segment f7871390-b81d-445d-beff-a4aa7e5e5adb of type vlan for network 200335e3-23db-4fad-84d8-3be573af93fa May 19 16:47:55.527327 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (200335e3-23db-4fad-84d8-3be573af93fa), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:55.554458 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (200335e3-23db-4fad-84d8-3be573af93fa), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:55.555708 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:55.556458 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:55.627484 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3810599 May 19 16:47:55.630185 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 35556) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:55.635074 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-2224da51-fd41-461c-ade2-489731a0dcbd admin admin] Request body: {'subnet': {'network_id': '200335e3-23db-4fad-84d8-3be573af93fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-307710459-subnet', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'ip_version': 4}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:47:55.643217 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704c2a7-322b-4193-8305-afe2a17778cb admin admin] Pushing event updated for resources: {'Network': ['ID=200335e3-23db-4fad-84d8-3be573af93fa,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:55.660850 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network 200335e3-23db-4fad-84d8-3be573af93fa details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:47:55.670097 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2224da51-fd41-461c-ade2-489731a0dcbd admin admin] Made reservation on behalf of 6c47797a5c954e76a8a79974b42df0d0 for: {'subnet': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:47:55.675702 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2224da51-fd41-461c-ade2-489731a0dcbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261016902'] for subnet (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:55.688627 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Sync routers for ids ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:47:55.759857 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Routers {'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:47:55.760387 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:47:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:55.879441 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Set router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:47:55.893464 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2224da51-fd41-461c-ade2-489731a0dcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260500185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261016912'] for subnet (077000dd-ff96-42e1-a35f-118917a6acd0), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:55.932730 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:55.959639 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224da51-fd41-461c-ade2-489731a0dcbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=077000dd-ff96-42e1-a35f-118917a6acd0,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:55.987596 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2224da51-fd41-461c-ade2-489731a0dcbd admin admin] Checking segment: {'id': 'f7871390-b81d-445d-beff-a4aa7e5e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:47:55.988375 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2224da51-fd41-461c-ade2-489731a0dcbd admin admin] Network hostable DHCP agents. Network: 200335e3-23db-4fad-84d8-3be573af93fa, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:47:56.012331 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2224da51-fd41-461c-ade2-489731a0dcbd admin admin] Network 200335e3-23db-4fad-84d8-3be573af93fa is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:47:56.024646 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-2224da51-fd41-461c-ade2-489731a0dcbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, 200335e3-23db-4fad-84d8-3be573af93fa) {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:47:56.029203 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2224da51-fd41-461c-ade2-489731a0dcbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:56.029967 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2224da51-fd41-461c-ade2-489731a0dcbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:56.042437 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71ecb67-be39-4d71-9180-1ebac896787e None None] Network 200335e3-23db-4fad-84d8-3be573af93fa requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:47:56.057544 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e373854-2bc8-4996-9822-228a625de35a req-4671185d-4642-4752-a7f5-8a261394d504 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:56.063178 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-2224da51-fd41-461c-ade2-489731a0dcbd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4318695 May 19 16:47:56.063835 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 35560) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:56.068245 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1e373854-2bc8-4996-9822-228a625de35a req-4671185d-4642-4752-a7f5-8a261394d504 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0719993 May 19 16:47:56.072963 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-307710459-router', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:47:56.101188 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11834'] for router (ab10c955-c2e1-4b18-b719-45b698170ab6), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:56.103796 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11829'] for router (ab10c955-c2e1-4b18-b719-45b698170ab6), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:56.160299 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1e373854-2bc8-4996-9822-228a625de35a req-85dfe19a-7b17-4764-9a27-c69145282146 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907483 May 19 16:47:56.200586 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Publish callbacks [] for router_controller (ab10c955-c2e1-4b18-b719-45b698170ab6), precommit_add_association {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:56.350892 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58351b1b-7731-5889-bbf7-0fe85d83b94d-200335e3-23db-4fad-84d8-3be573af93fa', 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa', 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'fixed_ips': [{'subnet_id': '077000dd-ff96-42e1-a35f-118917a6acd0'}]}} from dv-cinder-842433-1-iscsi. {{(pid=110372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 16:47:56.351851 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:56.355722 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:53Z', 'revision_number': 4, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port': {'id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'fc00c2b2-c1cd-4251-9308-1ca86e476607', 'name': '', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'mac_address': 'fa:16:3e:38:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:52Z', 'updated_at': '2022-05-19T16:47:53Z', 'revision_number': 2, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'subnets': [{'id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:56.364133 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Publish callbacks [] for router_gateway (ab10c955-c2e1-4b18-b719-45b698170ab6), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:56.394678 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Checking router: dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:47:56.395027 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Updating router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf port fc00c2b2-c1cd-4251-9308-1ca86e476607 binding host dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:47:56.399129 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:56.449939 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:56.483124 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:56.612124 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Publish callbacks [] for router_gateway (ab10c955-c2e1-4b18-b719-45b698170ab6), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:56.621545 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.db_base_plugin_common [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Allocated IP 172.20.0.2 (200335e3-23db-4fad-84d8-3be573af93fa/077000dd-ff96-42e1-a35f-118917a6acd0/1a4c0520-84a5-4c6c-9e34-58dfa500a02e) {{(pid=110372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:47:56.625801 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:56.639488 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:56.744290 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:47:56.825411 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Allocated IP 172.27.1.131 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/68eb6da6-44e1-4977-90a0-c9f176c1bfe5) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:47:56.925947 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:47:56.925947 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:56.963641 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Publish callbacks [] for port (68eb6da6-44e1-4977-90a0-c9f176c1bfe5), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:57.001840 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (68eb6da6-44e1-4977-90a0-c9f176c1bfe5), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:57.015748 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Publish callbacks [] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), precommit_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:57.046836 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:57.056631 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Pushing event updated for resources: {'Port': ['ID=68eb6da6-44e1-4977-90a0-c9f176c1bfe5,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:57.070230 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:47:57.071662 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:57.073317 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:47:57.075774 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:47:57.092854 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Network 200335e3-23db-4fad-84d8-3be573af93fa is already hosted by enough agents. {{(pid=110372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:47:57.102082 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.base_scheduler [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Resources bound (agent type, host, resource id): {{(pid=110372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:47:57.112248 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Received port after_create {{(pid=110372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:47:57.115502 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Publish callbacks [] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), precommit_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:57.118571 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:57.154884 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Pushing event updated for resources: {'Port': ['ID=1a4c0520-84a5-4c6c-9e34-58dfa500a02e,revision_number=1']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:57.157137 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:57.232791 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:47:57.267105 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0816130-31e5-4345-9cfc-eadc51d66af4 None None] Pushing event updated for resources: {'Port': ['ID=fc00c2b2-c1cd-4251-9308-1ca86e476607,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:57.272323 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Attempting to bind port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:47:57.272694 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Attempting to bind port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'f7871390-b81d-445d-beff-a4aa7e5e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:47:57.273054 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Attempting to bind port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e on network 200335e3-23db-4fad-84d8-3be573af93fa {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:47:57.282777 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:47:57.283156 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Checking segment: {'id': 'f7871390-b81d-445d-beff-a4aa7e5e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:47:57.283561 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:57.283958 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Bound using segment: {'id': 'f7871390-b81d-445d-beff-a4aa7e5e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:47:57.284442 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Bound port: 1a4c0520-84a5-4c6c-9e34-58dfa500a02e, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7871390-b81d-445d-beff-a4aa7e5e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:47:57.284824 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:57.389404 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Attempting to bind port fc00c2b2-c1cd-4251-9308-1ca86e476607 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:47:57.389774 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Attempting to bind port fc00c2b2-c1cd-4251-9308-1ca86e476607 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:47:57.390125 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Attempting to bind port fc00c2b2-c1cd-4251-9308-1ca86e476607 on network 456c9702-9a69-4541-891a-938fd3d1a085 {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:47:57.403061 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:47:57.406107 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5beaf-07d3-4599-928b-a51946cacbac req-01c29aca-808f-4bac-a611-fff629c3e5a2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:57.407958 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-dcd5beaf-07d3-4599-928b-a51946cacbac req-01c29aca-808f-4bac-a611-fff629c3e5a2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0968707 May 19 16:47:57.411459 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:47:57.411838 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Checking segment: {'id': 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:47:57.412237 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:57.412628 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Bound using segment: {'id': 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:47:57.413115 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Bound port: fc00c2b2-c1cd-4251-9308-1ca86e476607, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:47:57.413519 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:57.431530 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] For port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:47:57.435655 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] For port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=1a4c0520-84a5-4c6c-9e34-58dfa500a02e,segment=NetworkSegment(f7871390-b81d-445d-beff-a4aa7e5e5adb),segment_id=f7871390-b81d-445d-beff-a4aa7e5e5adb)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:47:57.472124 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:57.481378 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:57.495192 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Publish callbacks [] for router_gateway (ab10c955-c2e1-4b18-b719-45b698170ab6), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:57.550685 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-dcd5beaf-07d3-4599-928b-a51946cacbac req-daa4195f-aa2b-4e7a-bfe4-c267d2f733df tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347504 May 19 16:47:57.596398 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-39e8c395-67aa-4ce7-935f-6829f229d5cf None None] Provisioning complete for port fc00c2b2-c1cd-4251-9308-1ca86e476607 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:47:57.596850 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-39e8c395-67aa-4ce7-935f-6829f229d5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:57.626438 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] For port fc00c2b2-c1cd-4251-9308-1ca86e476607, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:47:57.661128 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] For port fc00c2b2-c1cd-4251-9308-1ca86e476607, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=fc00c2b2-c1cd-4251-9308-1ca86e476607,segment=NetworkSegment(c96f06da-4ee5-4ff2-85ae-5fc0ef56215f),segment_id=c96f06da-4ee5-4ff2-85ae-5fc0ef56215f)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:47:57.669407 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-39e8c395-67aa-4ce7-935f-6829f229d5cf None None] Port fc00c2b2-c1cd-4251-9308-1ca86e476607 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:47:57.672839 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e98dd1-9442-4ef9-89c9-7c38525fc8c2 None None] Pushing event updated for resources: {'Port': ['ID=1a4c0520-84a5-4c6c-9e34-58dfa500a02e,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:57.683674 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:57.715037 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:57.786289 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0816130-31e5-4345-9cfc-eadc51d66af4 None None] Pushing event updated for resources: {'Port': ['ID=fc00c2b2-c1cd-4251-9308-1ca86e476607,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:57.798024 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Routers {'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:47:57.798677 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:47:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:57.844744 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782274'] for router (ab10c955-c2e1-4b18-b719-45b698170ab6), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:58.014976 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] Set router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:47:58.138008 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:58.154730 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Router ab10c955-c2e1-4b18-b719-45b698170ab6 is scheduled to L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 with binding_index 1 {{(pid=110370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 16:47:58.230724 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-af6aed9a-0a11-42fd-b6f8-d3339fa999ea None None] Provisioning complete for port fc00c2b2-c1cd-4251-9308-1ca86e476607 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:47:58.231114 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-af6aed9a-0a11-42fd-b6f8-d3339fa999ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:58.288335 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:47:58.299126 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Sync routers for ids ['ab10c955-c2e1-4b18-b719-45b698170ab6'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:47:58.312201 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Routers {'ab10c955-c2e1-4b18-b719-45b698170ab6'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:47:58.312605 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:58.313988 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-69dd6d90-b8e0-47dc-8034-754f079c1819 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2469525 May 19 16:47:58.314567 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:47:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['ab10c955-c2e1-4b18-b719-45b698170ab6'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:58.317286 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 35566) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:47:58.468065 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Set router ab10c955-c2e1-4b18-b719-45b698170ab6 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:47:58.501319 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:58.531903 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-af6aed9a-0a11-42fd-b6f8-d3339fa999ea None None] Current status of the port fc00c2b2-c1cd-4251-9308-1ca86e476607 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:47:58.532298 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-af6aed9a-0a11-42fd-b6f8-d3339fa999ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:58.540698 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:53Z', 'revision_number': 4, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port': {'id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'fc00c2b2-c1cd-4251-9308-1ca86e476607', 'name': '', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'mac_address': 'fa:16:3e:38:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:52Z', 'updated_at': '2022-05-19T16:47:57Z', 'revision_number': 4, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'subnets': [{'id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:58.638862 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f701001-3594-4fb7-91f5-4bbe5574756d None None] The sync data for ids ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'] in dv-cinder-842433-1-iscsi is: [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:53Z', 'revision_number': 4, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port': {'id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'fc00c2b2-c1cd-4251-9308-1ca86e476607', 'name': '', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'mac_address': 'fa:16:3e:38:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:52Z', 'updated_at': '2022-05-19T16:47:57Z', 'revision_number': 4, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'subnets': [{'id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:47:58.695502 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-af6aed9a-0a11-42fd-b6f8-d3339fa999ea None None] For port fc00c2b2-c1cd-4251-9308-1ca86e476607, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=fc00c2b2-c1cd-4251-9308-1ca86e476607,segment=NetworkSegment(c96f06da-4ee5-4ff2-85ae-5fc0ef56215f),segment_id=c96f06da-4ee5-4ff2-85ae-5fc0ef56215f)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:47:58.708341 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-af6aed9a-0a11-42fd-b6f8-d3339fa999ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:58.874957 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a00515-6b6a-4302-a8ad-bf753fde6950 req-2354791e-c639-4ce9-bf8d-3095320b0bf2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:47:58.884982 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-61a00515-6b6a-4302-a8ad-bf753fde6950 req-2354791e-c639-4ce9-bf8d-3095320b0bf2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.1731067 May 19 16:47:58.919453 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 1a4c0520-84a5-4c6c-9e34-58dfa500a02e up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:47:58.996030 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6aed9a-0a11-42fd-b6f8-d3339fa999ea None None] Pushing event updated for resources: {'Port': ['ID=fc00c2b2-c1cd-4251-9308-1ca86e476607,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:59.072734 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-61a00515-6b6a-4302-a8ad-bf753fde6950 req-564ca243-746a-49d4-a417-7801093cc8b9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859801 May 19 16:47:59.075070 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:47:59.075601 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:59.159602 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'name': 'tempest-TestMinimumBasicScenario-307710459-router', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '68eb6da6-44e1-4977-90a0-c9f176c1bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:47:57Z', 'revision_number': 3, 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'gw_port': {'id': '68eb6da6-44e1-4977-90a0-c9f176c1bfe5', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:47:59.217329 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Checking router: ab10c955-c2e1-4b18-b719-45b698170ab6 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:47:59.217615 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Updating router ab10c955-c2e1-4b18-b719-45b698170ab6 port 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 binding host dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:47:59.251561 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:59.257162 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:47:59.257575 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:59.279654 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (68eb6da6-44e1-4977-90a0-c9f176c1bfe5), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:59.322700 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:59.328776 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=1a4c0520-84a5-4c6c-9e34-58dfa500a02e,segment=NetworkSegment(f7871390-b81d-445d-beff-a4aa7e5e5adb),segment_id=f7871390-b81d-445d-beff-a4aa7e5e5adb)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:47:59.336422 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:59.434948 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8496d57c-6ed7-491a-ba32-b3cf6dc6e140 None None] Network 200335e3-23db-4fad-84d8-3be573af93fa requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:47:59.505394 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=1a4c0520-84a5-4c6c-9e34-58dfa500a02e,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:59.534376 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Allocated IP 172.20.0.1 (200335e3-23db-4fad-84d8-3be573af93fa/077000dd-ff96-42e1-a35f-118917a6acd0/f5226b87-7875-43b4-94db-9fa62c0f917f) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:47:59.565729 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-c5d3eff7-24e1-428e-934a-8c0a7cdd3e71 None None] Provisioning complete for port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:47:59.566125 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c5d3eff7-24e1-428e-934a-8c0a7cdd3e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:59.605853 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:59.683632 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-c5d3eff7-24e1-428e-934a-8c0a7cdd3e71 None None] Current status of the port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:47:59.693049 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Publish callbacks [] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:59.737288 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:59.760509 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Publish callbacks [] for port (68eb6da6-44e1-4977-90a0-c9f176c1bfe5), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:59.768309 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (68eb6da6-44e1-4977-90a0-c9f176c1bfe5), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:59.783413 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Network 200335e3-23db-4fad-84d8-3be573af93fa is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:47:59.791734 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:47:59.796339 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:47:59.823399 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:59.827367 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Pushing event updated for resources: {'Port': ['ID=f5226b87-7875-43b4-94db-9fa62c0f917f,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:59.833902 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Attempting to bind port 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:47:59.834431 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Attempting to bind port 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:47:59.834903 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Attempting to bind port 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 on network 98da84b6-3a55-4aa5-9045-219aa962a35a {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:47:59.839724 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13feca11-c06f-4134-87e7-fce7c15f9ca9 None None] Pushing event updated for resources: {'Port': ['ID=68eb6da6-44e1-4977-90a0-c9f176c1bfe5,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:47:59.844974 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:47:59.845532 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Checking segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:47:59.846038 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:59.846534 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Bound using segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:47:59.847150 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Bound port: 68eb6da6-44e1-4977-90a0-c9f176c1bfe5, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:47:59.847703 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (68eb6da6-44e1-4977-90a0-c9f176c1bfe5), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:59.851339 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:59.859276 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:47:59.872745 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777199'] for router_interface (ab10c955-c2e1-4b18-b719-45b698170ab6), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:59.917531 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] For port 68eb6da6-44e1-4977-90a0-c9f176c1bfe5, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:47:59.924283 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-9971a309-dac3-46c7-9cde-8c1ffa56c591 None None] Provisioning complete for port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:47:59.924987 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-9971a309-dac3-46c7-9cde-8c1ffa56c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:47:59.940378 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] For port 68eb6da6-44e1-4977-90a0-c9f176c1bfe5, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=68eb6da6-44e1-4977-90a0-c9f176c1bfe5,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:47:59.956077 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (68eb6da6-44e1-4977-90a0-c9f176c1bfe5), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:00.028213 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-9971a309-dac3-46c7-9cde-8c1ffa56c591 None None] Current status of the port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:48:00.065956 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Routers {'ab10c955-c2e1-4b18-b719-45b698170ab6'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:48:00.067298 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:47:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['ab10c955-c2e1-4b18-b719-45b698170ab6'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:48:00.071446 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13feca11-c06f-4134-87e7-fce7c15f9ca9 None None] Pushing event updated for resources: {'Port': ['ID=68eb6da6-44e1-4977-90a0-c9f176c1bfe5,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:00.075596 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:00.213557 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] Set router ab10c955-c2e1-4b18-b719-45b698170ab6 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:48:00.253560 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-82bfac02-f4d3-4655-8c90-5ceba9962b77 None None] Provisioning complete for port f5226b87-7875-43b4-94db-9fa62c0f917f triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:48:00.254722 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-82bfac02-f4d3-4655-8c90-5ceba9962b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:00.311354 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-82bfac02-f4d3-4655-8c90-5ceba9962b77 None None] Port f5226b87-7875-43b4-94db-9fa62c0f917f cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:48:00.333728 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Publish callbacks [] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:00.341781 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:00.427059 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-777637'] for router_interface (ab10c955-c2e1-4b18-b719-45b698170ab6), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:00.429292 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Pushing event updated for resources: {'Port': ['ID=f5226b87-7875-43b4-94db-9fa62c0f917f,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:00.475158 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'name': 'tempest-TestMinimumBasicScenario-307710459-router', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '68eb6da6-44e1-4977-90a0-c9f176c1bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:48:00Z', 'revision_number': 4, 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'gw_port': {'id': '68eb6da6-44e1-4977-90a0-c9f176c1bfe5', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'f5226b87-7875-43b4-94db-9fa62c0f917f', 'name': '', 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'mac_address': 'fa:16:3e:00:ad:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '077000dd-ff96-42e1-a35f-118917a6acd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:59Z', 'updated_at': '2022-05-19T16:47:59Z', 'revision_number': 1, 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'subnets': [{'id': '077000dd-ff96-42e1-a35f-118917a6acd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:48:00.504553 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124dffe-efee-4599-92d7-351e8d89d83e None None] The sync data for ids ['ab10c955-c2e1-4b18-b719-45b698170ab6'] in dv-cinder-842433-1-iscsi is: [{'id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'name': 'tempest-TestMinimumBasicScenario-307710459-router', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '68eb6da6-44e1-4977-90a0-c9f176c1bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:48:00Z', 'revision_number': 4, 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'gw_port': {'id': '68eb6da6-44e1-4977-90a0-c9f176c1bfe5', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'f5226b87-7875-43b4-94db-9fa62c0f917f', 'name': '', 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'mac_address': 'fa:16:3e:00:ad:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '077000dd-ff96-42e1-a35f-118917a6acd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:59Z', 'updated_at': '2022-05-19T16:47:59Z', 'revision_number': 1, 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'subnets': [{'id': '077000dd-ff96-42e1-a35f-118917a6acd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:48:00.541728 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1252-53f1-498f-8243-ab50dba9c337 req-c833ef7d-5491-4630-b46a-3a4d18031b21 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:00.543007 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f71f1252-53f1-498f-8243-ab50dba9c337 req-c833ef7d-5491-4630-b46a-3a4d18031b21 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.3559561 May 19 16:48:00.805695 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 1a4c0520-84a5-4c6c-9e34-58dfa500a02e up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:48:00.832501 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:00.858687 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Network 200335e3-23db-4fad-84d8-3be573af93fa is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:48:00.860188 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:48:00.860644 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:00.865420 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:48:00.895721 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f71f1252-53f1-498f-8243-ab50dba9c337 req-972bb9fa-6110-4abc-bf82-b809d5ff081c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3410919 May 19 16:48:00.932476 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:00.959266 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:48:00.961447 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device fc00c2b2-c1cd-4251-9308-1ca86e476607 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:48:01.012593 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port fc00c2b2-c1cd-4251-9308-1ca86e476607 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:48:01.013495 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:01.015305 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Router ab10c955-c2e1-4b18-b719-45b698170ab6 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:48:01.076166 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:01.099076 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port fc00c2b2-c1cd-4251-9308-1ca86e476607 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:48:01.136588 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-7d24d3fe-58bb-4821-ab70-c590c8c35692 None None] Provisioning complete for port f5226b87-7875-43b4-94db-9fa62c0f917f triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:48:01.136962 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-7d24d3fe-58bb-4821-ab70-c590c8c35692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:01.140401 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:48:01.151385 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-3f222474-88e5-4663-b149-373d5eed254b admin admin] 10.222.0.36 "PUT /v2.0/routers/ab10c955-c2e1-4b18-b719-45b698170ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8283377 May 19 16:48:01.170861 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-7d24d3fe-58bb-4821-ab70-c590c8c35692 None None] Port f5226b87-7875-43b4-94db-9fa62c0f917f cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:48:02.095874 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d7207-aee2-4425-ba9c-23dd9f6bc222 req-e51cc5ea-cecc-46c5-8e6c-6c1b9512710a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:02.097446 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c11d7207-aee2-4425-ba9c-23dd9f6bc222 req-e51cc5ea-cecc-46c5-8e6c-6c1b9512710a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.1137712 May 19 16:48:02.233995 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c11d7207-aee2-4425-ba9c-23dd9f6bc222 req-b48b730b-e087-4686-8636-182ba8b16c54 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303184 May 19 16:48:02.721890 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:48:02.784905 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:48:02.785881 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (68eb6da6-44e1-4977-90a0-c9f176c1bfe5), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:02.820083 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:02.886566 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Sync routers for ids ['ab10c955-c2e1-4b18-b719-45b698170ab6'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:48:02.913906 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:48:02.914384 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (68eb6da6-44e1-4977-90a0-c9f176c1bfe5), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:02.924605 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Routers {'ab10c955-c2e1-4b18-b719-45b698170ab6'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:48:02.924605 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:47:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['ab10c955-c2e1-4b18-b719-45b698170ab6'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:48:02.981732 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port 68eb6da6-44e1-4977-90a0-c9f176c1bfe5, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=68eb6da6-44e1-4977-90a0-c9f176c1bfe5,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:48:02.992207 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (68eb6da6-44e1-4977-90a0-c9f176c1bfe5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:03.089192 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Set router ab10c955-c2e1-4b18-b719-45b698170ab6 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:48:03.116810 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=68eb6da6-44e1-4977-90a0-c9f176c1bfe5,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:03.314807 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:03.317319 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'name': 'tempest-TestMinimumBasicScenario-307710459-router', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '68eb6da6-44e1-4977-90a0-c9f176c1bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:48:00Z', 'revision_number': 4, 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'gw_port': {'id': '68eb6da6-44e1-4977-90a0-c9f176c1bfe5', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'f5226b87-7875-43b4-94db-9fa62c0f917f', 'name': '', 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'mac_address': 'fa:16:3e:00:ad:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '077000dd-ff96-42e1-a35f-118917a6acd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:59Z', 'updated_at': '2022-05-19T16:48:00Z', 'revision_number': 2, 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'subnets': [{'id': '077000dd-ff96-42e1-a35f-118917a6acd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:48:03.348007 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Checking router: ab10c955-c2e1-4b18-b719-45b698170ab6 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:48:03.348367 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Updating router ab10c955-c2e1-4b18-b719-45b698170ab6 port f5226b87-7875-43b4-94db-9fa62c0f917f binding host dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:48:03.381715 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aabd3-95cb-4db0-93ef-ca3f4eeda36b req-1c95c316-32c4-4af4-b74f-962dc1d96ff0 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:03.384124 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e27aabd3-95cb-4db0-93ef-ca3f4eeda36b req-1c95c316-32c4-4af4-b74f-962dc1d96ff0 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0756407 May 19 16:48:03.385419 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:03.447668 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e27aabd3-95cb-4db0-93ef-ca3f4eeda36b req-d3fb8fdd-bade-484f-b96c-934afb74e62e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571191 May 19 16:48:03.750921 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Publish callbacks [] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), precommit_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:03.759001 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:03.826815 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a117a-4045-4787-ac46-4bbd8bc729ac None None] Pushing event updated for resources: {'Port': ['ID=f5226b87-7875-43b4-94db-9fa62c0f917f,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:03.892979 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Attempting to bind port f5226b87-7875-43b4-94db-9fa62c0f917f on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:48:03.893378 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Attempting to bind port f5226b87-7875-43b4-94db-9fa62c0f917f by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'f7871390-b81d-445d-beff-a4aa7e5e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:48:03.898272 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Attempting to bind port f5226b87-7875-43b4-94db-9fa62c0f917f on network 200335e3-23db-4fad-84d8-3be573af93fa {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:48:03.908102 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:48:03.908414 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Checking segment: {'id': 'f7871390-b81d-445d-beff-a4aa7e5e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:48:03.908820 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:03.909362 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Bound using segment: {'id': 'f7871390-b81d-445d-beff-a4aa7e5e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:48:03.909711 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Bound port: f5226b87-7875-43b4-94db-9fa62c0f917f, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7871390-b81d-445d-beff-a4aa7e5e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:48:03.915445 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:03.978269 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:03.999823 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] For port f5226b87-7875-43b4-94db-9fa62c0f917f, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:48:04.003566 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] For port f5226b87-7875-43b4-94db-9fa62c0f917f, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=f5226b87-7875-43b4-94db-9fa62c0f917f,segment=NetworkSegment(f7871390-b81d-445d-beff-a4aa7e5e5adb),segment_id=f7871390-b81d-445d-beff-a4aa7e5e5adb)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:48:04.011586 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:04.072300 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Routers {'ab10c955-c2e1-4b18-b719-45b698170ab6'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:48:04.073052 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:47:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['ab10c955-c2e1-4b18-b719-45b698170ab6'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:48:04.135553 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a117a-4045-4787-ac46-4bbd8bc729ac None None] Pushing event updated for resources: {'Port': ['ID=f5226b87-7875-43b4-94db-9fa62c0f917f,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:04.141233 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-1b6714e3-acf0-49e5-a88b-fa0e9b6233a8 None None] Provisioning complete for port f5226b87-7875-43b4-94db-9fa62c0f917f triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:48:04.141606 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-1b6714e3-acf0-49e5-a88b-fa0e9b6233a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:04.359460 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:04.401099 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] Set router ab10c955-c2e1-4b18-b719-45b698170ab6 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:48:04.445083 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-1b6714e3-acf0-49e5-a88b-fa0e9b6233a8 None None] Current status of the port f5226b87-7875-43b4-94db-9fa62c0f917f is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:48:04.445488 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-1b6714e3-acf0-49e5-a88b-fa0e9b6233a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:04.572795 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-1b6714e3-acf0-49e5-a88b-fa0e9b6233a8 None None] For port f5226b87-7875-43b4-94db-9fa62c0f917f, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=f5226b87-7875-43b4-94db-9fa62c0f917f,segment=NetworkSegment(f7871390-b81d-445d-beff-a4aa7e5e5adb),segment_id=f7871390-b81d-445d-beff-a4aa7e5e5adb)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:48:04.581051 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-1b6714e3-acf0-49e5-a88b-fa0e9b6233a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:04.625744 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0ff7d-a9d9-4a53-bb1b-0d26a5b4a4e6 req-f3823422-1c18-429b-bdf9-4c52d96109cc tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:04.647625 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3bd0ff7d-a9d9-4a53-bb1b-0d26a5b4a4e6 req-f3823422-1c18-429b-bdf9-4c52d96109cc tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.1182032 May 19 16:48:04.700550 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6714e3-acf0-49e5-a88b-fa0e9b6233a8 None None] Pushing event updated for resources: {'Port': ['ID=f5226b87-7875-43b4-94db-9fa62c0f917f,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:04.730875 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-e08d9231-c920-4a82-b055-93ba704b306c None None] Provisioning complete for port f5226b87-7875-43b4-94db-9fa62c0f917f triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:48:04.730875 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e08d9231-c920-4a82-b055-93ba704b306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:04.773942 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3bd0ff7d-a9d9-4a53-bb1b-0d26a5b4a4e6 req-88c90996-26bf-4ae8-84fb-986f8f0a04c6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238294 May 19 16:48:04.786230 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'name': 'tempest-TestMinimumBasicScenario-307710459-router', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '68eb6da6-44e1-4977-90a0-c9f176c1bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:48:00Z', 'revision_number': 4, 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'gw_port': {'id': '68eb6da6-44e1-4977-90a0-c9f176c1bfe5', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'f5226b87-7875-43b4-94db-9fa62c0f917f', 'name': '', 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'mac_address': 'fa:16:3e:00:ad:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '077000dd-ff96-42e1-a35f-118917a6acd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:59Z', 'updated_at': '2022-05-19T16:48:03Z', 'revision_number': 4, 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'subnets': [{'id': '077000dd-ff96-42e1-a35f-118917a6acd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:48:04.827981 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2a0cf-66fb-4b95-822c-f6d56822c483 None None] The sync data for ids ['ab10c955-c2e1-4b18-b719-45b698170ab6'] in dv-cinder-842433-1-iscsi is: [{'id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'name': 'tempest-TestMinimumBasicScenario-307710459-router', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '68eb6da6-44e1-4977-90a0-c9f176c1bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:48:00Z', 'revision_number': 4, 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'gw_port': {'id': '68eb6da6-44e1-4977-90a0-c9f176c1bfe5', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'f5226b87-7875-43b4-94db-9fa62c0f917f', 'name': '', 'network_id': '200335e3-23db-4fad-84d8-3be573af93fa', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'mac_address': 'fa:16:3e:00:ad:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '077000dd-ff96-42e1-a35f-118917a6acd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:59Z', 'updated_at': '2022-05-19T16:48:03Z', 'revision_number': 4, 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'subnets': [{'id': '077000dd-ff96-42e1-a35f-118917a6acd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:48:04.864013 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:48:04.908065 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-e08d9231-c920-4a82-b055-93ba704b306c None None] Current status of the port f5226b87-7875-43b4-94db-9fa62c0f917f is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:48:04.940150 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:48:04.940682 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (68eb6da6-44e1-4977-90a0-c9f176c1bfe5), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:05.042374 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:48:05.043482 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device f5226b87-7875-43b4-94db-9fa62c0f917f up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:48:05.078242 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:05.108625 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port f5226b87-7875-43b4-94db-9fa62c0f917f triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:48:05.109106 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:05.220107 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-507ffb33-2be6-4efc-843e-b29a0fdbceff req-9504ba2c-4885-46ee-8548-e73267cb3a3a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678313 May 19 16:48:05.245373 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port f5226b87-7875-43b4-94db-9fa62c0f917f is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:48:05.324019 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ffb33-2be6-4efc-843e-b29a0fdbceff req-c24093b7-7c2d-4346-970b-b72cc4310282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:05.329416 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-507ffb33-2be6-4efc-843e-b29a0fdbceff req-c24093b7-7c2d-4346-970b-b72cc4310282 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 1129 time: 0.0515478 May 19 16:48:05.481673 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ffb33-2be6-4efc-843e-b29a0fdbceff req-2809d1e3-bd1a-4a6e-8e4e-1e7f61f0ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:05.483768 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-507ffb33-2be6-4efc-843e-b29a0fdbceff req-2809d1e3-bd1a-4a6e-8e4e-1e7f61f0ec53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.1311262 May 19 16:48:05.540102 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-507ffb33-2be6-4efc-843e-b29a0fdbceff req-0199759e-116e-4e34-ab2b-ec74df4f9ae8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f4e6f8-050c-4f74-9343-24340265e7f1 HTTP/1.1" status: 200 len: 217 time: 0.0493455 May 19 16:48:05.605925 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ffb33-2be6-4efc-843e-b29a0fdbceff req-b80ec402-abf0-4d3a-a824-03f691d69d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:05.607814 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-507ffb33-2be6-4efc-843e-b29a0fdbceff req-b80ec402-abf0-4d3a-a824-03f691d69d66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.0615683 May 19 16:48:05.655598 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ffb33-2be6-4efc-843e-b29a0fdbceff req-e0413ec0-5335-4b97-86f0-d9e5dc1c9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:05.657511 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-507ffb33-2be6-4efc-843e-b29a0fdbceff req-e0413ec0-5335-4b97-86f0-d9e5dc1c9356 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429499 May 19 16:48:05.779328 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-507ffb33-2be6-4efc-843e-b29a0fdbceff req-031a93f8-bb8b-4561-b537-120d462ae244 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145630 May 19 16:48:05.964648 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c9fe9-7fc6-4a6f-a2bf-64f58e0f9795 req-a5c4847c-df28-41a2-a774-6907ef191d08 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:05.966269 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-a45c9fe9-7fc6-4a6f-a2bf-64f58e0f9795 req-a5c4847c-df28-41a2-a774-6907ef191d08 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0840347 May 19 16:48:05.968324 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-507ffb33-2be6-4efc-843e-b29a0fdbceff req-b561f41e-709e-4174-9eb2-1aae72e05f4b service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813934 May 19 16:48:06.033087 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-a45c9fe9-7fc6-4a6f-a2bf-64f58e0f9795 req-f571fc4c-41d0-4f67-bd89-d0cff801f473 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583591 May 19 16:48:06.680196 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device f5226b87-7875-43b4-94db-9fa62c0f917f up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:48:06.742494 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port f5226b87-7875-43b4-94db-9fa62c0f917f triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:48:06.742879 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:06.782863 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:06.846847 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port f5226b87-7875-43b4-94db-9fa62c0f917f is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:48:07.329758 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b34064-30d4-482e-8944-71d8e7a85002 req-294b52ec-d004-4db0-be96-b9586e7c009a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:07.329758 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-61b34064-30d4-482e-8944-71d8e7a85002 req-294b52ec-d004-4db0-be96-b9586e7c009a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.1889369 May 19 16:48:07.416714 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:07.447314 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-61b34064-30d4-482e-8944-71d8e7a85002 req-8873b873-e139-4440-92ee-8acec2da9989 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193738 May 19 16:48:08.579841 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6691d-1430-4089-8059-96b0e251ffbb req-7a31dc69-73c6-4a6a-b657-5586890a5a82 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:08.581459 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-a8c6691d-1430-4089-8059-96b0e251ffbb req-7a31dc69-73c6-4a6a-b657-5586890a5a82 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0562162 May 19 16:48:08.645826 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-a8c6691d-1430-4089-8059-96b0e251ffbb req-aee59c71-b3e5-49e3-9684-728908732402 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573418 May 19 16:48:09.791432 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc6e69-95f6-4e11-8060-7dac2b139d02 req-6032f1a0-6f18-4961-9f5d-8c39229e4441 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:09.796171 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9fcc6e69-95f6-4e11-8060-7dac2b139d02 req-6032f1a0-6f18-4961-9f5d-8c39229e4441 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0601716 May 19 16:48:09.849298 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9fcc6e69-95f6-4e11-8060-7dac2b139d02 req-eb095baa-83ac-41ad-8288-363c02fef6e6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467987 May 19 16:48:10.957006 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-82f3a590-4f4b-478c-b923-33d1e4b03715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:10.983114 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09b8bd-a6e3-4016-a35f-013a28c0bf4a req-a8bbafea-9e7e-4613-add0-fb0bbecf281e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:10.984616 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ce09b8bd-a6e3-4016-a35f-013a28c0bf4a req-a8bbafea-9e7e-4613-add0-fb0bbecf281e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0536280 May 19 16:48:11.009870 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:11.039019 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ce09b8bd-a6e3-4016-a35f-013a28c0bf4a req-6af6bbce-cc1d-4483-89e8-e5818e61c09b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460954 May 19 16:48:11.237895 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:11.250155 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:11.260467 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-010942b3-d1b3-4f27-b4b6-db67fc111e9b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:11.262000 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-010942b3-d1b3-4f27-b4b6-db67fc111e9b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/networks?id=456c9702-9a69-4541-891a-938fd3d1a085 HTTP/1.1" status: 200 len: 814 time: 0.1071105 May 19 16:48:11.276982 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-84cc0975-e5bc-4356-8ae2-690c06cea45d tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/quotas/66c1f23fbe114e9885266a0092cca13c HTTP/1.1" status: 200 len: 375 time: 0.0095828 May 19 16:48:11.325808 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-5f221bc5-b2e7-4a0f-a491-ef96df1858f5 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=66c1f23fbe114e9885266a0092cca13c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440187 May 19 16:48:11.466540 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-1ffef93c-9396-4b27-9f84-6ff1e1d16c5b service neutron] 10.222.0.36 "GET /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287959 May 19 16:48:11.557866 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-99eef166-99ee-41a6-bd70-be407b556cc7 service neutron] 10.222.0.36 "GET /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856080 May 19 16:48:11.716782 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ed208824-d83a-434d-9d1b-56afbb171909 req-6e578bdf-ff8c-40ae-968a-0b026381578e tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 210 time: 0.0280700 May 19 16:48:12.171604 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183eb90-53b6-4896-8393-1f0825de814b req-7ddba76f-6d60-48b5-877c-607b04b53692 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:12.173187 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8183eb90-53b6-4896-8393-1f0825de814b req-7ddba76f-6d60-48b5-877c-607b04b53692 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 944 time: 0.0567622 May 19 16:48:12.224427 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8183eb90-53b6-4896-8393-1f0825de814b req-581f66ef-cb57-40a3-9497-361949af73d9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454316 May 19 16:48:12.820089 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c09ed951-0c8a-4a0a-a706-907ca8551d85 req-09ce4a0b-add1-481c-8bc9-727a3e719d7c tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 210 time: 0.0329092 May 19 16:48:12.846287 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-a796c83c-5682-40e7-9b92-1af76962bb3a tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:12.848422 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-a796c83c-5682-40e7-9b92-1af76962bb3a tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.48 "GET /v2.0/networks?id=456c9702-9a69-4541-891a-938fd3d1a085 HTTP/1.1" status: 200 len: 814 time: 0.1161275 May 19 16:48:12.866302 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-c6142477-49e1-4266-9caa-7b9f91677505 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Request body: {'port': {'device_id': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'admin_state_up': True, 'tenant_id': '66c1f23fbe114e9885266a0092cca13c'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:48:12.983041 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-c6142477-49e1-4266-9caa-7b9f91677505 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Made reservation on behalf of 66c1f23fbe114e9885266a0092cca13c for: {'port': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:48:12.986973 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-c6142477-49e1-4266-9caa-7b9f91677505 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:13.106783 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:48:13.123720 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-c6142477-49e1-4266-9caa-7b9f91677505 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Allocated IP 172.20.0.10 (456c9702-9a69-4541-891a-938fd3d1a085/e9c0da3e-2101-42da-b7af-818adcbf0693/c605e454-163b-4c14-a9ba-3e1b4b3ddc8a) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:48:13.223293 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:48:13.239179 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'port_id': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'mac_address': 'fa:16:3e:b5:1f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:48:13.309132 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:48:13.309822 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:13.350855 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:48:13.374713 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:48:13.380824 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:13.457526 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7231019-975f-4fab-8685-938286362743 req-d98721bc-deae-4e96-8fdb-b623ccbb2677 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:13.464653 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e7231019-975f-4fab-8685-938286362743 req-d98721bc-deae-4e96-8fdb-b623ccbb2677 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 945 time: 0.1098502 May 19 16:48:13.466785 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,revision_number=9']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:13.487886 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:13.497030 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:13.502982 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-c6142477-49e1-4266-9caa-7b9f91677505 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:13.561356 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e7231019-975f-4fab-8685-938286362743 req-3f9dc2f1-baef-4301-9d76-3b65d11e8f35 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957854 May 19 16:48:13.576074 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-c6142477-49e1-4266-9caa-7b9f91677505 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:13.618777 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-c6142477-49e1-4266-9caa-7b9f91677505 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Network 456c9702-9a69-4541-891a-938fd3d1a085 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:48:13.624070 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-c6142477-49e1-4266-9caa-7b9f91677505 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:48:13.627907 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-c6142477-49e1-4266-9caa-7b9f91677505 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:48:13.687454 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6142477-49e1-4266-9caa-7b9f91677505 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event updated for resources: {'Port': ['ID=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:13.708444 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-c6142477-49e1-4266-9caa-7b9f91677505 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:13.709419 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-c6142477-49e1-4266-9caa-7b9f91677505 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:13.729952 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-c6142477-49e1-4266-9caa-7b9f91677505 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8682642 May 19 16:48:13.852220 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:48:13.905968 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-46526536-30d3-4441-9b6b-3ac5e5caf090 None None] Provisioning complete for port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:48:13.923990 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-46526536-30d3-4441-9b6b-3ac5e5caf090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:13.950073 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d33793-f755-442a-af12-1d5f6ed21f3e req-c0bb6013-90f1-469b-98e6-b348a86c2199 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:13.951662 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b9d33793-f755-442a-af12-1d5f6ed21f3e req-c0bb6013-90f1-469b-98e6-b348a86c2199 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 932 time: 0.0572855 May 19 16:48:13.974678 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-46526536-30d3-4441-9b6b-3ac5e5caf090 None None] Port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:48:14.015358 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b9d33793-f755-442a-af12-1d5f6ed21f3e req-ae1b94af-3a90-49d9-8faf-1edcd6605790 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557728 May 19 16:48:14.264499 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:14.277113 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-71fe1223-24f3-4f8c-a6e9-df994e3ac0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:14.709230 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25116e1f-a711-4a70-91e6-86fc4cc39c65 req-146a0cc3-3164-48b1-b46e-b1f1b230ea59 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:14.711562 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-25116e1f-a711-4a70-91e6-86fc4cc39c65 req-146a0cc3-3164-48b1-b46e-b1f1b230ea59 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 945 time: 0.0531387 May 19 16:48:14.763646 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-25116e1f-a711-4a70-91e6-86fc4cc39c65 req-ef22c27a-48af-4530-bc0f-8270ab0b67bc tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461659 May 19 16:48:15.117018 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:15.137010 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711a067-bf85-406a-90a0-af8bdaad6d55 req-3e6b9b39-7aec-40cd-b878-aadfb14d19fd tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:15.138568 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1711a067-bf85-406a-90a0-af8bdaad6d55 req-3e6b9b39-7aec-40cd-b878-aadfb14d19fd tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 932 time: 0.0502741 May 19 16:48:15.180497 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:48:15.191688 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1711a067-bf85-406a-90a0-af8bdaad6d55 req-8abb80ce-a636-41a0-b302-ec3598ab08d7 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472121 May 19 16:48:15.227198 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:15.237042 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:48:15.237670 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:15.316537 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:48:15.317245 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:15.341158 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:48:15.344061 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e0b5b2-7f7e-4fd5-beda-1e939808855f" -d '{"events": [{"server_uuid": "3a6d6a59-35a3-46b0-a92a-a3ae729071b7", "name": "network-vif-plugged", "status": "completed", "tag": "5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:48:15.361017 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:48:15.367329 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:15.396220 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf84c87-a3d6-4d7d-8a99-d729842f900c x-openstack-request-id: req-dbf84c87-a3d6-4d7d-8a99-d729842f900c {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:48:15.396220 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6d6a59-35a3-46b0-a92a-a3ae729071b7", "name": "network-vif-plugged", "status": "completed", "tag": "5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:48:15.396220 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbf84c87-a3d6-4d7d-8a99-d729842f900c {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:48:15.396768 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf84c87-a3d6-4d7d-8a99-d729842f900c'] response: {'server_uuid': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'code': 200} May 19 16:48:15.429714 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,revision_number=10']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:15.885305 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee5a8f-dc95-4c39-a05b-6e48b4efca8c req-a1877a24-90be-4830-b643-d6a75854febc tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:15.886990 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-53ee5a8f-dc95-4c39-a05b-6e48b4efca8c req-a1877a24-90be-4830-b643-d6a75854febc tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0483875 May 19 16:48:15.937823 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-53ee5a8f-dc95-4c39-a05b-6e48b4efca8c req-a30879af-d0cc-4599-a3f9-abd5d43eb514 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449729 May 19 16:48:16.316334 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c4dfa-e9ca-43f3-851d-414a1ca10f76 req-56600b19-e4a7-4ec5-9a2e-49f858f5dc1f tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:16.318319 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-a60c4dfa-e9ca-43f3-851d-414a1ca10f76 req-56600b19-e4a7-4ec5-9a2e-49f858f5dc1f tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 932 time: 0.0541952 May 19 16:48:16.370466 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-a60c4dfa-e9ca-43f3-851d-414a1ca10f76 req-d062161e-227c-4093-ae2c-c9809867a831 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461073 May 19 16:48:16.944707 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:17.175718 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acecb77-9077-4099-a86b-87be5cc6b9e8 req-39075c2b-4eca-4f74-b903-0a3f4fe65327 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:17.177275 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4acecb77-9077-4099-a86b-87be5cc6b9e8 req-39075c2b-4eca-4f74-b903-0a3f4fe65327 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0490043 May 19 16:48:17.226932 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4acecb77-9077-4099-a86b-87be5cc6b9e8 req-a87ca22c-b1ac-4053-87d3-4c6e6368d1ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438802 May 19 16:48:17.393505 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:17.401360 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:17.502109 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f2b1b-5546-4eef-befd-c46c7bf7f235 req-0e9572d5-a4ee-455f-8a95-84ff12fae8fd tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:17.503646 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5d1f2b1b-5546-4eef-befd-c46c7bf7f235 req-0e9572d5-a4ee-455f-8a95-84ff12fae8fd tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 932 time: 0.0575364 May 19 16:48:17.557273 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5d1f2b1b-5546-4eef-befd-c46c7bf7f235 req-e49d6248-6c6b-484d-a8ab-8c52ae008a79 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461626 May 19 16:48:18.354143 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83c0af-1442-4749-a385-d34ef01095dc req-7ceb0bbe-2834-4880-875f-e5370313fbcc tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:18.355693 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5c83c0af-1442-4749-a385-d34ef01095dc req-7ceb0bbe-2834-4880-875f-e5370313fbcc tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0527804 May 19 16:48:18.417961 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5c83c0af-1442-4749-a385-d34ef01095dc req-06253b6a-33b1-469d-b6fd-3c9e8f73638f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562267 May 19 16:48:18.518584 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:18.538927 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:18.677568 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d1a6-239a-4913-8aab-14216b047bd2 req-28f93e6c-253a-46d6-8ef9-d17545aa70ec tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:18.679099 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c114d1a6-239a-4913-8aab-14216b047bd2 req-28f93e6c-253a-46d6-8ef9-d17545aa70ec tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 932 time: 0.0484006 May 19 16:48:18.729556 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c114d1a6-239a-4913-8aab-14216b047bd2 req-6b4cbe52-552c-424b-b648-389d77e34948 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447755 May 19 16:48:19.540393 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215e3de-51c5-4ef3-920a-4ff10da4b043 req-79aab364-e522-413a-aba0-e013cc75a113 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:19.542188 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0215e3de-51c5-4ef3-920a-4ff10da4b043 req-79aab364-e522-413a-aba0-e013cc75a113 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0502810 May 19 16:48:19.591851 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0215e3de-51c5-4ef3-920a-4ff10da4b043 req-e1d2494f-36d6-4c0b-8cad-14db128f0848 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440850 May 19 16:48:19.853282 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bb069-a539-4067-875c-7361965b3627 req-7ce403fc-1b0d-4643-85b9-eadd65af3656 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:19.854992 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-6e8bb069-a539-4067-875c-7361965b3627 req-7ce403fc-1b0d-4643-85b9-eadd65af3656 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 932 time: 0.0497134 May 19 16:48:19.912017 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-6e8bb069-a539-4067-875c-7361965b3627 req-46ed4c40-d58d-43c1-a022-bc953ed15bf6 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507107 May 19 16:48:20.755161 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d8b6b-873d-45dd-891f-ae428ca691ab req-31a60e8d-e017-448c-9bb7-8646af755c84 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:20.761239 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b34d8b6b-873d-45dd-891f-ae428ca691ab req-31a60e8d-e017-448c-9bb7-8646af755c84 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0885963 May 19 16:48:20.812944 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b34d8b6b-873d-45dd-891f-ae428ca691ab req-3caa61c9-d4cd-49d7-a410-19e754e19d7d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482125 May 19 16:48:21.028907 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daad1c-e489-4ff6-a153-dcfed00017d1 req-ff6a4f68-a6e1-4413-94bf-23ec530cf2e1 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:21.030672 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-10daad1c-e489-4ff6-a153-dcfed00017d1 req-ff6a4f68-a6e1-4413-94bf-23ec530cf2e1 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 932 time: 0.0499384 May 19 16:48:21.090367 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-10daad1c-e489-4ff6-a153-dcfed00017d1 req-09a7af9c-57d0-452d-ba94-39461cb9a5aa tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532355 May 19 16:48:21.950045 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f6c72-3605-4f57-8b4c-45a5026aed1c req-90da2d99-2e26-4f30-97a1-506ddb9a11be tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:21.951551 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e60f6c72-3605-4f57-8b4c-45a5026aed1c req-90da2d99-2e26-4f30-97a1-506ddb9a11be tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0511191 May 19 16:48:22.002923 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e60f6c72-3605-4f57-8b4c-45a5026aed1c req-a9f242ca-af8b-4488-9cb7-15f861dbdb72 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456488 May 19 16:48:22.219927 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e5c87-0f74-46d9-a1e1-bec9ece576e4 req-b8b47844-e240-484f-b49c-c9671192081c tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:22.221920 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-530e5c87-0f74-46d9-a1e1-bec9ece576e4 req-b8b47844-e240-484f-b49c-c9671192081c tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 932 time: 0.0507317 May 19 16:48:22.277060 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-530e5c87-0f74-46d9-a1e1-bec9ece576e4 req-0f740269-f7dc-4a78-9500-081252b4ce61 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487802 May 19 16:48:23.123453 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2e4ea-ba1a-4ff3-8dde-4ebd60bc538d req-736cefc0-cf5a-43dd-ae10-b4a3566f7e2e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:23.125262 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4fa2e4ea-ba1a-4ff3-8dde-4ebd60bc538d req-736cefc0-cf5a-43dd-ae10-b4a3566f7e2e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0490034 May 19 16:48:23.177720 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4fa2e4ea-ba1a-4ff3-8dde-4ebd60bc538d req-2d919fc1-7280-4ed6-bf18-8d6603b32889 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464211 May 19 16:48:23.388354 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:23.398748 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a4a67-fa50-4fd2-92cc-3eb38dae6ce4 req-01a5c23c-e79c-4fe7-9ad3-3ec07a0bcf32 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:23.400784 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c71a4a67-fa50-4fd2-92cc-3eb38dae6ce4 req-01a5c23c-e79c-4fe7-9ad3-3ec07a0bcf32 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 932 time: 0.0539465 May 19 16:48:23.457708 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c71a4a67-fa50-4fd2-92cc-3eb38dae6ce4 req-707177f3-a17a-4d5b-a386-8894eb0c5bae tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505183 May 19 16:48:24.307019 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5381fc2-4b39-4fa4-8f4b-17efab52cfa5 req-6330e428-87fe-471a-bc9b-a5fa92fb075c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:24.308512 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e5381fc2-4b39-4fa4-8f4b-17efab52cfa5 req-6330e428-87fe-471a-bc9b-a5fa92fb075c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0511351 May 19 16:48:24.336856 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:24.359284 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e5381fc2-4b39-4fa4-8f4b-17efab52cfa5 req-12c0249a-662f-4af1-89a5-b31b5e3b7ad7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428114 May 19 16:48:24.574468 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317f983-7864-463e-a242-5a6e3fb51b17 req-9d2fa5e7-00a4-4332-be94-9a0eca9864d5 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:24.575984 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f317f983-7864-463e-a242-5a6e3fb51b17 req-9d2fa5e7-00a4-4332-be94-9a0eca9864d5 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 932 time: 0.0477734 May 19 16:48:24.601817 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:24.627175 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f317f983-7864-463e-a242-5a6e3fb51b17 req-788afa10-1358-499e-a68f-6d056cd46114 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457408 May 19 16:48:25.482706 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459d6c-db83-48aa-876a-affa538dfae5 req-cfe6c03c-b3fb-45b4-aeae-eeb399c7d3c7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:25.484207 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1f459d6c-db83-48aa-876a-affa538dfae5 req-cfe6c03c-b3fb-45b4-aeae-eeb399c7d3c7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0517936 May 19 16:48:25.531653 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1f459d6c-db83-48aa-876a-affa538dfae5 req-4f7dbfe9-8b51-401d-94f2-65229051cf5d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414093 May 19 16:48:25.749267 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfeaf92-7490-4113-9d30-c30d6664210b req-06f5c108-a197-40d8-99d3-2d598b59c42c tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:25.752117 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4dfeaf92-7490-4113-9d30-c30d6664210b req-06f5c108-a197-40d8-99d3-2d598b59c42c tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 932 time: 0.0510936 May 19 16:48:25.803147 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4dfeaf92-7490-4113-9d30-c30d6664210b req-63245dec-bb66-4fc1-9587-e9cf1b665b70 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441089 May 19 16:48:26.650974 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf3470-eee7-4a0c-b82c-f6be715c624b req-b105bb95-fa9a-41c1-8c83-2d21d6a5a699 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:26.652484 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-45bf3470-eee7-4a0c-b82c-f6be715c624b req-b105bb95-fa9a-41c1-8c83-2d21d6a5a699 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0473328 May 19 16:48:26.702576 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-45bf3470-eee7-4a0c-b82c-f6be715c624b req-68d8783b-cb9f-4aad-b405-21c34882d3ae tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446899 May 19 16:48:26.916731 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45d2a2-0ad9-4a97-8cc8-c3c54453b30e req-0c56565f-eaba-4981-ae9a-de9218825567 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:26.918371 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3f45d2a2-0ad9-4a97-8cc8-c3c54453b30e req-0c56565f-eaba-4981-ae9a-de9218825567 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 932 time: 0.0492277 May 19 16:48:26.966267 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3f45d2a2-0ad9-4a97-8cc8-c3c54453b30e req-a26ddc4b-8d3b-413e-b02f-3aa369118e0f tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 May 19 16:48:27.827162 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb4f2e-4ac9-45df-b1cd-423aac9650ed req-82755617-5899-418e-a281-3305987a6bd3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:27.828715 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-98fb4f2e-4ac9-45df-b1cd-423aac9650ed req-82755617-5899-418e-a281-3305987a6bd3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0536282 May 19 16:48:27.871132 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Request body: {'port': {'device_id': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:48:27.916588 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-98fb4f2e-4ac9-45df-b1cd-423aac9650ed req-164c9c65-056a-484e-a949-1ce6817b1eb8 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772820 May 19 16:48:27.949842 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:28.135260 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198b655-5922-4a0c-912b-b04113990304 req-e1bc5a1b-7391-4c0b-914a-e8a579ba1fb3 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:28.136798 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c198b655-5922-4a0c-912b-b04113990304 req-e1bc5a1b-7391-4c0b-914a-e8a579ba1fb3 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 932 time: 0.1054816 May 19 16:48:28.217108 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:28.238681 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c198b655-5922-4a0c-912b-b04113990304 req-e2d3c87c-c306-4205-8620-22d46e9b2baf tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954249 May 19 16:48:28.317939 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c605e454-163b-4c14-a9ba-3e1b4b3ddc8a {{(pid=110370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:48:28.326363 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Publish callbacks [] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:28.336153 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:28.343054 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.provisioning_blocks [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Transition to ACTIVE for port object c605e454-163b-4c14-a9ba-3e1b4b3ddc8a will not be triggered until provisioned by entity L2. {{(pid=110370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:48:28.346652 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:28.402772 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Pushing event updated for resources: {'Port': ['ID=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:28.429114 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.429427 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.429774 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.430113 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.430449 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.430788 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.431117 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.431442 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.431769 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.432101 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.432430 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.432746 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.433073 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.433428 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.433740 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:28.491474 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Attempting to bind port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:48:28.491940 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Attempting to bind port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:48:28.492275 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Attempting to bind port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a on network 456c9702-9a69-4541-891a-938fd3d1a085 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:48:28.497045 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a on network 456c9702-9a69-4541-891a-938fd3d1a085 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:48:28.497403 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Attempting to bind port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a on network 456c9702-9a69-4541-891a-938fd3d1a085 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:48:28.503045 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:48:28.503312 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Checking segment: {'id': 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:48:28.503696 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Bound using segment: {'id': 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:48:28.504130 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Bound port: c605e454-163b-4c14-a9ba-3e1b4b3ddc8a, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:48:28.504490 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:28.534298 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:28.567987 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] For port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a, host hv-cinder-84243, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:48:28.570976 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] For port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,segment=NetworkSegment(c96f06da-4ee5-4ff2-85ae-5fc0ef56215f),segment_id=c96f06da-4ee5-4ff2-85ae-5fc0ef56215f)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:48:28.577072 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:28.610503 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:28.611241 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:28.612611 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] 10.222.0.48 "PUT /v2.0/ports/c605e454-163b-4c14-a9ba-3e1b4b3ddc8a HTTP/1.1" status: 200 len: 1094 time: 0.8010821 May 19 16:48:28.615827 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'tag': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:48:28.618121 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fb135c-c8e7-488d-9a9c-51f56cb393d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c98418-8020-43de-bbc8-d576ea6ef758", "tag": "c605e454-163b-4c14-a9ba-3e1b4b3ddc8a"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:48:28.650836 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ba810-601e-442c-b6ef-1e4292d7a541 service neutron] Pushing event updated for resources: {'Port': ['ID=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:28.661252 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4cf2f6-ac81-4a1f-b69c-240bc9cc3780 x-openstack-request-id: req-0f4cf2f6-ac81-4a1f-b69c-240bc9cc3780 {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:48:28.661543 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c98418-8020-43de-bbc8-d576ea6ef758", "tag": "c605e454-163b-4c14-a9ba-3e1b4b3ddc8a", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:48:28.661798 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f4cf2f6-ac81-4a1f-b69c-240bc9cc3780 {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:48:28.662200 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4cf2f6-ac81-4a1f-b69c-240bc9cc3780'] response: {'name': 'network-changed', 'server_uuid': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'tag': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a', 'status': 'completed', 'code': 200} May 19 16:48:28.817653 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb135c-c8e7-488d-9a9c-51f56cb393d8 req-18e89da2-cd78-408b-acc7-adf5af2792f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:28.819373 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c0fb135c-c8e7-488d-9a9c-51f56cb393d8 req-18e89da2-cd78-408b-acc7-adf5af2792f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=66c1f23fbe114e9885266a0092cca13c&device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 1128 time: 0.0710521 May 19 16:48:29.083907 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62388d33-03f8-44fc-8fc0-a25d07888b30 req-56b0b4d0-d8ea-462b-a883-9dbd654f38db tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:29.085483 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-62388d33-03f8-44fc-8fc0-a25d07888b30 req-56b0b4d0-d8ea-462b-a883-9dbd654f38db tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0741622 May 19 16:48:29.138604 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-62388d33-03f8-44fc-8fc0-a25d07888b30 req-45218a05-0960-4180-8c32-5fbe78080731 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467534 May 19 16:48:29.373810 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d06b3-4810-4344-8fb2-703bfa316cd0 req-20f3ef34-f2db-4bd0-8597-487eec36b340 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:29.375892 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fd1d06b3-4810-4344-8fb2-703bfa316cd0 req-20f3ef34-f2db-4bd0-8597-487eec36b340 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 944 time: 0.0682366 May 19 16:48:29.413561 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5dab2-6e4d-4764-a02f-f400a02bfd34 req-fdb56350-1616-4556-aac3-482a80a9b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:29.415134 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9de5dab2-6e4d-4764-a02f-f400a02bfd34 req-fdb56350-1616-4556-aac3-482a80a9b381 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 1131 time: 0.1046164 May 19 16:48:29.427140 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fd1d06b3-4810-4344-8fb2-703bfa316cd0 req-3e424f87-c5bb-4d63-b6ce-85d68039cfaf tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447545 May 19 16:48:29.503039 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb135c-c8e7-488d-9a9c-51f56cb393d8 req-2f77bd24-4ce7-4334-b828-0c293d2b92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:29.505082 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c0fb135c-c8e7-488d-9a9c-51f56cb393d8 req-2f77bd24-4ce7-4334-b828-0c293d2b92b8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=66c1f23fbe114e9885266a0092cca13c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2029946 May 19 16:48:29.508484 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9de5dab2-6e4d-4764-a02f-f400a02bfd34 req-4a8b2af1-b1af-49b6-8bb0-2c1b47fac15b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744095 May 19 16:48:29.936749 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb135c-c8e7-488d-9a9c-51f56cb393d8 req-354160ee-c772-4602-898c-09d0ba0c28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:29.938285 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c0fb135c-c8e7-488d-9a9c-51f56cb393d8 req-354160ee-c772-4602-898c-09d0ba0c28ba service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972023 May 19 16:48:30.020789 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-24db4b99-66b8-458e-8c80-4b882b9b7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:30.022426 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-24db4b99-66b8-458e-8c80-4b882b9b7ff3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=66c1f23fbe114e9885266a0092cca13c&device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 1128 time: 0.0425322 May 19 16:48:30.038231 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:30.065050 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-80ed36dc-1f16-4fc4-897f-ca9cd2e9bf53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a HTTP/1.1" status: 200 len: 217 time: 0.0336633 May 19 16:48:30.263906 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2c58f-8c39-4034-8ddc-125ce8105276 req-5a25b32c-cb11-41d0-ad1c-cf75cf9eb311 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:30.265453 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-46a2c58f-8c39-4034-8ddc-125ce8105276 req-5a25b32c-cb11-41d0-ad1c-cf75cf9eb311 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0527053 May 19 16:48:30.314496 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-46a2c58f-8c39-4034-8ddc-125ce8105276 req-10072c6d-fb45-4e1e-8257-0d0bf5d98d0b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436137 May 19 16:48:30.531729 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b70b3-9915-4964-9e78-4e11ab8dcc1f req-03cf6743-fe7b-423b-88c2-2d0be53d0f48 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:30.533359 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-652b70b3-9915-4964-9e78-4e11ab8dcc1f req-03cf6743-fe7b-423b-88c2-2d0be53d0f48 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0482745 May 19 16:48:30.545796 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63821-60d5-4f63-952e-ce23312698a3 req-c37737cc-fe45-4b07-b968-6b53136c3e74 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:30.547299 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45c63821-60d5-4f63-952e-ce23312698a3 req-c37737cc-fe45-4b07-b968-6b53136c3e74 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 944 time: 0.0516834 May 19 16:48:30.559698 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:30.583830 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-652b70b3-9915-4964-9e78-4e11ab8dcc1f req-72c6626f-c281-49b4-a397-cf0d8d90ad3b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448151 May 19 16:48:30.597318 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45c63821-60d5-4f63-952e-ce23312698a3 req-533d93d6-ed37-47e8-8bef-c7ce731efe78 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 May 19 16:48:30.678367 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-b1630591-112e-4c28-b7d1-08a1dee39c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:30.679827 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-b1630591-112e-4c28-b7d1-08a1dee39c79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c0da3e-2101-42da-b7af-818adcbf0693 HTTP/1.1" status: 200 len: 853 time: 0.0467987 May 19 16:48:30.783731 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-26346418-1210-4eb6-a2be-e0b59ed7e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:30.785130 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-26346418-1210-4eb6-a2be-e0b59ed7e1f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=456c9702-9a69-4541-891a-938fd3d1a085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462253 May 19 16:48:30.935676 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-c49bb23c-675e-43ec-8d15-778debdc2ba7 service neutron] 10.222.0.48 "GET /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855463 May 19 16:48:31.282792 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aebd28f2-4972-428d-b68b-8f0efa9d8942 req-7f9dc455-2470-4be4-99d2-736471d24be6 service neutron] 10.222.0.48 "GET /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373003 May 19 16:48:31.444563 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffb0d3-bdb5-4cbd-9f22-dcdfa675a4a9 req-c9aa3770-9396-4fc4-8670-a4503da188a0 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:31.446122 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-22ffb0d3-bdb5-4cbd-9f22-dcdfa675a4a9 req-c9aa3770-9396-4fc4-8670-a4503da188a0 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0525315 May 19 16:48:31.500449 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-22ffb0d3-bdb5-4cbd-9f22-dcdfa675a4a9 req-eb253ddf-2906-4761-8e34-101038895d32 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471005 May 19 16:48:31.691144 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:31.703398 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cc11a-a1f6-476c-a0ca-1ed8fcabe756 req-d6a52a95-acf5-474c-8a9d-25a60312492d tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:31.704907 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a41cc11a-a1f6-476c-a0ca-1ed8fcabe756 req-d6a52a95-acf5-474c-8a9d-25a60312492d tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0480494 May 19 16:48:31.722404 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c938f6-6c47-403e-be00-04754369143b req-4e73ee4e-3a9d-4a2b-9ba3-348216620b3b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:31.724264 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-00c938f6-6c47-403e-be00-04754369143b req-4e73ee4e-3a9d-4a2b-9ba3-348216620b3b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 944 time: 0.0579176 May 19 16:48:31.756528 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a41cc11a-a1f6-476c-a0ca-1ed8fcabe756 req-aeadfeb3-5605-4032-acbb-b1d4d254ecfb tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443623 May 19 16:48:31.774034 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-00c938f6-6c47-403e-be00-04754369143b req-82279485-b824-4110-a42e-9c803ff914bb tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 May 19 16:48:32.621571 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821be2b-32f9-408c-b030-678678831a78 req-7ff45bce-868c-49c0-b20f-37204f5bedf2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:32.623074 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2821be2b-32f9-408c-b030-678678831a78 req-7ff45bce-868c-49c0-b20f-37204f5bedf2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0492725 May 19 16:48:32.673512 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2821be2b-32f9-408c-b030-678678831a78 req-07f0815c-9f8b-4a0c-9872-a08d8cad81d8 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447147 May 19 16:48:32.877868 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87916ef5-eab3-40fb-9e50-4514721fa088 req-3e2c1f95-047d-4c15-afc5-85894f140061 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:32.879935 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-87916ef5-eab3-40fb-9e50-4514721fa088 req-3e2c1f95-047d-4c15-afc5-85894f140061 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0509753 May 19 16:48:32.891000 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db624aa2-77b3-45a4-a1ec-e42e50adee78 req-e7e02aeb-2b9e-4cbe-9700-b3b5cc5b2310 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:32.892432 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-db624aa2-77b3-45a4-a1ec-e42e50adee78 req-e7e02aeb-2b9e-4cbe-9700-b3b5cc5b2310 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 944 time: 0.0489740 May 19 16:48:32.930244 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-87916ef5-eab3-40fb-9e50-4514721fa088 req-4acf61ef-94fd-4378-b024-94e8eb9d1f66 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445783 May 19 16:48:32.940254 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-db624aa2-77b3-45a4-a1ec-e42e50adee78 req-d8455ed5-e10f-403b-b13a-56d739e56206 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424285 May 19 16:48:33.794710 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaaca0e-5a01-458d-ac67-0d3889947eda req-657bdda5-fc38-4b8f-82df-31d81df105e5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:33.796227 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1aaaca0e-5a01-458d-ac67-0d3889947eda req-657bdda5-fc38-4b8f-82df-31d81df105e5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0486898 May 19 16:48:33.850001 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1aaaca0e-5a01-458d-ac67-0d3889947eda req-f86d4095-93e0-4351-a1f1-88d7c25cc93a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483270 May 19 16:48:34.045271 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900e542-5eab-4332-8932-3c819fba9197 req-d0db095d-803b-456d-81ed-d5cbebc3eaad tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:34.046809 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b900e542-5eab-4332-8932-3c819fba9197 req-d0db095d-803b-456d-81ed-d5cbebc3eaad tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0479019 May 19 16:48:34.052530 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8a41b-45d6-4df9-bcb4-2f3352e944cb req-c86b3c4e-dfae-4a37-9122-a0edb6af3b1f tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:34.054138 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b9d8a41b-45d6-4df9-bcb4-2f3352e944cb req-c86b3c4e-dfae-4a37-9122-a0edb6af3b1f tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 944 time: 0.0476263 May 19 16:48:34.094412 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b900e542-5eab-4332-8932-3c819fba9197 req-ff130c7e-e59d-4239-aa41-50c3d168778b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413277 May 19 16:48:34.101380 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b9d8a41b-45d6-4df9-bcb4-2f3352e944cb req-2e760633-e474-40ab-add9-0b912b0c59a3 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 May 19 16:48:34.402925 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:48:34.972652 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233f4d2-26a9-4b53-9fd6-0077fee59491 req-6dba0665-d9b2-4b41-a108-2c6d5b2fe087 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:34.974212 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b233f4d2-26a9-4b53-9fd6-0077fee59491 req-6dba0665-d9b2-4b41-a108-2c6d5b2fe087 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0502264 May 19 16:48:35.021784 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b233f4d2-26a9-4b53-9fd6-0077fee59491 req-fbcb07cc-e610-406b-af32-2bc536c4c376 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422807 May 19 16:48:35.210807 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329334b-3b56-4669-a38b-f87d9a4d3d3b req-036b2d83-5e84-4086-be27-c06b743afc63 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:35.212110 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be125d-427f-4463-83dc-5fdfc15a1f5c req-8b25c183-a935-4b84-a9f2-b537414a04f8 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:35.212510 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9329334b-3b56-4669-a38b-f87d9a4d3d3b req-036b2d83-5e84-4086-be27-c06b743afc63 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0474117 May 19 16:48:35.213617 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e7be125d-427f-4463-83dc-5fdfc15a1f5c req-8b25c183-a935-4b84-a9f2-b537414a04f8 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 944 time: 0.0463872 May 19 16:48:35.260568 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device c605e454-163b-4c14-a9ba-3e1b4b3ddc8a details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:48:35.262056 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e7be125d-427f-4463-83dc-5fdfc15a1f5c req-ea7e65be-a15a-4b4c-b7c1-9709c54b3c31 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430968 May 19 16:48:35.264801 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9329334b-3b56-4669-a38b-f87d9a4d3d3b req-c656bdda-cd69-446a-a2dc-67dad9f2b88c tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464833 May 19 16:48:35.376431 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,segment=NetworkSegment(c96f06da-4ee5-4ff2-85ae-5fc0ef56215f),segment_id=c96f06da-4ee5-4ff2-85ae-5fc0ef56215f)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:48:35.387531 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'port_id': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a', 'mac_address': 'fa:16:3e:b6:22:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:48:35.422738 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:48:35.423118 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:35.436942 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c605e454-163b-4c14-a9ba-3e1b4b3ddc8a {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:48:35.460825 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,segment=NetworkSegment(c96f06da-4ee5-4ff2-85ae-5fc0ef56215f),segment_id=c96f06da-4ee5-4ff2-85ae-5fc0ef56215f)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:48:35.464866 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:35.511233 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:35.943688 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['c605e454-163b-4c14-a9ba-3e1b4b3ddc8a'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:48:36.386258 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2ea8a-2b58-487f-8585-991543a677bf req-d079ca98-a23a-4438-9768-cd93c214af31 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:36.388452 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f1b2ea8a-2b58-487f-8585-991543a677bf req-d079ca98-a23a-4438-9768-cd93c214af31 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 945 time: 0.0553887 May 19 16:48:36.396927 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d01a0-471b-433c-8e0f-5a97afc8496a req-b70a99ad-11db-470c-b2d2-87a966d0194e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:36.398533 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c02d01a0-471b-433c-8e0f-5a97afc8496a req-b70a99ad-11db-470c-b2d2-87a966d0194e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0527461 May 19 16:48:36.423417 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:36.441623 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f1b2ea8a-2b58-487f-8585-991543a677bf req-82bf8d16-a905-4f74-ae31-784d5da91ab6 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471263 May 19 16:48:36.447739 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c02d01a0-471b-433c-8e0f-5a97afc8496a req-289f2463-15bc-4acb-957b-8d934e5807d8 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436468 May 19 16:48:36.712170 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:36.752872 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f19dc-867d-47e9-ad47-d3c8e54cd054 req-0601d7c7-4d1e-4e7f-9970-df52ce84a608 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:36.754411 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-cc6f19dc-867d-47e9-ad47-d3c8e54cd054 req-0601d7c7-4d1e-4e7f-9970-df52ce84a608 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0756409 May 19 16:48:36.759086 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149ac1f-60b4-4a30-96fb-272602ea1b1b req-1e3be49d-872d-4c87-95fe-1c566bfeaed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:36.760575 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0149ac1f-60b4-4a30-96fb-272602ea1b1b req-1e3be49d-872d-4c87-95fe-1c566bfeaed1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 1130 time: 0.0715156 May 19 16:48:36.872541 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-cc6f19dc-867d-47e9-ad47-d3c8e54cd054 req-0a07edcc-0d65-4db9-a0ce-3c1f94f4f1db tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110115 May 19 16:48:36.899973 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149ac1f-60b4-4a30-96fb-272602ea1b1b req-7d4c5efa-30da-4204-9ea2-13b67ee15d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:36.901502 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0149ac1f-60b4-4a30-96fb-272602ea1b1b req-7d4c5efa-30da-4204-9ea2-13b67ee15d7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.1340296 May 19 16:48:36.969004 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0149ac1f-60b4-4a30-96fb-272602ea1b1b req-6a7e9ce6-9b79-40d3-8e52-38bfb078bc46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc7ca7c9-fb4e-427b-a711-3641b6dc9306 HTTP/1.1" status: 200 len: 1002 time: 0.0599890 May 19 16:48:37.019872 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149ac1f-60b4-4a30-96fb-272602ea1b1b req-7258205f-24df-47ad-a4c6-61b45444da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:37.021389 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0149ac1f-60b4-4a30-96fb-272602ea1b1b req-7258205f-24df-47ad-a4c6-61b45444da79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.0445619 May 19 16:48:37.064242 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149ac1f-60b4-4a30-96fb-272602ea1b1b req-d59da076-5e78-440d-8cba-6e89f0c92263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:37.065773 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0149ac1f-60b4-4a30-96fb-272602ea1b1b req-d59da076-5e78-440d-8cba-6e89f0c92263 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381398 May 19 16:48:37.158822 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0149ac1f-60b4-4a30-96fb-272602ea1b1b req-aef55dbb-ac59-4b13-8336-fb7c7ad010cd service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854468 May 19 16:48:37.249119 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0149ac1f-60b4-4a30-96fb-272602ea1b1b req-79bf3776-c552-4746-9987-a82f32417f91 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840073 May 19 16:48:37.292784 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device c605e454-163b-4c14-a9ba-3e1b4b3ddc8a up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:48:37.336603 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:48:37.342352 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:48:37.342725 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:37.413686 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:48:37.413977 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:37.435948 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:48:37.438180 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d445afc0-2087-4c7f-ae86-8f0ab086bbf9" -d '{"events": [{"server_uuid": "c0c98418-8020-43de-bbc8-d576ea6ef758", "name": "network-vif-plugged", "status": "completed", "tag": "c605e454-163b-4c14-a9ba-3e1b4b3ddc8a"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:48:37.454288 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,segment=NetworkSegment(c96f06da-4ee5-4ff2-85ae-5fc0ef56215f),segment_id=c96f06da-4ee5-4ff2-85ae-5fc0ef56215f)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:48:37.459556 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:37.483906 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a84783-d603-4d02-93be-269a57412d78 x-openstack-request-id: req-95a84783-d603-4d02-93be-269a57412d78 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:48:37.484233 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c98418-8020-43de-bbc8-d576ea6ef758", "name": "network-vif-plugged", "status": "completed", "tag": "c605e454-163b-4c14-a9ba-3e1b4b3ddc8a", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:48:37.484471 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95a84783-d603-4d02-93be-269a57412d78 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:48:37.484860 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a84783-d603-4d02-93be-269a57412d78'] response: {'server_uuid': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a', 'code': 200} May 19 16:48:37.515394 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:37.581022 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254015e-d040-48f1-8cd8-1549f515e9ed req-86aad1ef-639f-4da1-b72f-7fdebe9de486 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:37.582672 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f254015e-d040-48f1-8cd8-1549f515e9ed req-86aad1ef-639f-4da1-b72f-7fdebe9de486 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 946 time: 0.0538874 May 19 16:48:37.591114 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740e6cd-2a5f-45c6-a889-51ecd34d887b req-0bf59bd2-69c6-4f49-80c8-7e633b8fc307 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:37.592658 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0740e6cd-2a5f-45c6-a889-51ecd34d887b req-0bf59bd2-69c6-4f49-80c8-7e633b8fc307 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0619938 May 19 16:48:37.643149 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0740e6cd-2a5f-45c6-a889-51ecd34d887b req-8423fe31-fc42-4b23-9585-0eee94670f1d tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443797 May 19 16:48:37.647722 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f254015e-d040-48f1-8cd8-1549f515e9ed req-6bb67d52-a62b-43d2-b19b-b61fe8dcfc8a tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576496 May 19 16:48:37.677796 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc73551-cf50-4115-97d1-56fbb4859b86 req-271d32fc-c0f0-4c5e-a98b-00e4ec5fb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:37.679248 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-edc73551-cf50-4115-97d1-56fbb4859b86 req-271d32fc-c0f0-4c5e-a98b-00e4ec5fb444 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 1130 time: 0.0471132 May 19 16:48:37.725049 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-edc73551-cf50-4115-97d1-56fbb4859b86 req-8ce938c2-070c-4f55-8437-d9fb0f5a46b4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374889 May 19 16:48:37.986237 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245012d0-a311-4cce-9869-95a8b07cb20d req-282b17c0-2eb9-487f-84d9-70c921b363a2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:37.987603 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-245012d0-a311-4cce-9869-95a8b07cb20d req-282b17c0-2eb9-487f-84d9-70c921b363a2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0458879 May 19 16:48:38.010560 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:38.038256 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-245012d0-a311-4cce-9869-95a8b07cb20d req-e74bc63f-d413-4a98-a9d2-493184fbcb40 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432479 May 19 16:48:38.763008 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c057f5-6721-4fce-853f-38bee5bc43ea req-d9a257be-f78a-42e5-b250-5754466d78ff tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:38.764557 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-19c057f5-6721-4fce-853f-38bee5bc43ea req-d9a257be-f78a-42e5-b250-5754466d78ff tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0489712 May 19 16:48:38.769036 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232ad73-079d-4b3d-8cf0-bcb8da3cb79d req-a70d6cd6-e6a5-4e9d-a51b-e3fac87e5201 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:38.770557 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1232ad73-079d-4b3d-8cf0-bcb8da3cb79d req-a70d6cd6-e6a5-4e9d-a51b-e3fac87e5201 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 946 time: 0.0514879 May 19 16:48:38.812193 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-19c057f5-6721-4fce-853f-38bee5bc43ea req-2d6ea8ec-7515-4b75-bb0a-3c86ede27a62 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419753 May 19 16:48:38.817399 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1232ad73-079d-4b3d-8cf0-bcb8da3cb79d req-b52342d3-45fc-48a3-ad35-277f7dfc18af tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 May 19 16:48:39.153146 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522b886-4bf9-4312-8de1-34ea50edaa90 req-00bedecb-df22-4412-9241-3d55b1919d70 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:39.154570 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1522b886-4bf9-4312-8de1-34ea50edaa90 req-00bedecb-df22-4412-9241-3d55b1919d70 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0502534 May 19 16:48:39.206657 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1522b886-4bf9-4312-8de1-34ea50edaa90 req-c584b73c-4217-4a74-b070-2527b1f78b5b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466676 May 19 16:48:39.939982 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706754b-2705-4e80-a4b0-8f7d42c25dae req-b3e0c9ee-49cf-433b-9cdf-3d06f49a370d tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:39.941525 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e706754b-2705-4e80-a4b0-8f7d42c25dae req-b3e0c9ee-49cf-433b-9cdf-3d06f49a370d tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0541279 May 19 16:48:39.943996 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b1d44-8d2b-44d1-9e21-6741169a2252 req-42cfe0b9-724b-4417-8444-3e83e8a1d0a9 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:39.945553 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-626b1d44-8d2b-44d1-9e21-6741169a2252 req-42cfe0b9-724b-4417-8444-3e83e8a1d0a9 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 946 time: 0.0522246 May 19 16:48:39.965001 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:39.990647 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e706754b-2705-4e80-a4b0-8f7d42c25dae req-431df3df-82ff-4190-9710-4533f1408437 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433931 May 19 16:48:39.995047 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-626b1d44-8d2b-44d1-9e21-6741169a2252 req-74274bea-8ac3-4f93-bd07-c301ad005904 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435879 May 19 16:48:40.056741 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=14 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:40.109242 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbbd11-0f0a-4b59-9e91-bb063db62f53 req-eab6284f-cd56-4881-a3c0-bb0dd5c2acb6 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:40.110610 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6cdbbd11-0f0a-4b59-9e91-bb063db62f53 req-eab6284f-cd56-4881-a3c0-bb0dd5c2acb6 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 946 time: 0.0490520 May 19 16:48:40.136337 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:40.157471 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6cdbbd11-0f0a-4b59-9e91-bb063db62f53 req-f2b2a63f-0686-4a21-afa6-cd9462e4cff3 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 May 19 16:48:40.322898 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4c64b-1693-4241-bf40-89c805bd38d4 req-0fe8f7c3-1ca3-4bad-8be2-3c180b5ba123 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:40.324526 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-02b4c64b-1693-4241-bf40-89c805bd38d4 req-0fe8f7c3-1ca3-4bad-8be2-3c180b5ba123 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0496192 May 19 16:48:40.372058 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-02b4c64b-1693-4241-bf40-89c805bd38d4 req-fab63393-d488-45d8-b1ba-12b25ecbacda tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417664 May 19 16:48:40.474754 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:40.491158 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2db4d5-74b7-4f8a-9e51-5f6f10015488 req-a7a56fe9-1a21-4230-b0d9-69ad342d8d1e tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:40.492653 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2c2db4d5-74b7-4f8a-9e51-5f6f10015488 req-a7a56fe9-1a21-4230-b0d9-69ad342d8d1e tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 946 time: 0.0577703 May 19 16:48:40.540290 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2c2db4d5-74b7-4f8a-9e51-5f6f10015488 req-1f1711ed-e206-4054-9cc8-d53000944c28 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 May 19 16:48:40.959427 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4b3dbdb4-87d2-4f3e-bb43-de5561e05e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:40.997281 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:41.103879 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8f518-7b6c-4eb1-befe-c79405819feb req-2ca3c26c-3bad-4696-b48a-29d4e2e7a9c2 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:41.105393 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b1b8f518-7b6c-4eb1-befe-c79405819feb req-2ca3c26c-3bad-4696-b48a-29d4e2e7a9c2 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0463521 May 19 16:48:41.155299 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b1b8f518-7b6c-4eb1-befe-c79405819feb req-7640b5a6-d0b7-4d78-9b46-62bf3d349336 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442765 May 19 16:48:41.491328 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea524be1-54bc-4cd3-8948-8561f508a7e6 req-cfe62d01-42fa-4583-9a88-708c5772999f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:41.492842 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea524be1-54bc-4cd3-8948-8561f508a7e6 req-cfe62d01-42fa-4583-9a88-708c5772999f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0499055 May 19 16:48:41.542075 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea524be1-54bc-4cd3-8948-8561f508a7e6 req-7f8b2883-545c-4b96-a811-19060c9686df tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434000 May 19 16:48:42.273989 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85d4c5-4da5-4a82-8a9d-7d30b42d8042 req-5a46ff1c-ea8a-4b2d-936e-a0c833f6fda9 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:42.275434 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5e85d4c5-4da5-4a82-8a9d-7d30b42d8042 req-5a46ff1c-ea8a-4b2d-936e-a0c833f6fda9 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0508540 May 19 16:48:42.331356 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5e85d4c5-4da5-4a82-8a9d-7d30b42d8042 req-bcf5f61a-f8bc-4d43-84cb-bded339c7c6f tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503440 May 19 16:48:42.658061 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdec0c-6301-4db6-b62e-166f29ef9d2f req-e7d5fcf4-279f-41c7-a9ef-2bde5652e7d8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:42.659541 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-89cdec0c-6301-4db6-b62e-166f29ef9d2f req-e7d5fcf4-279f-41c7-a9ef-2bde5652e7d8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0485997 May 19 16:48:42.707476 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-89cdec0c-6301-4db6-b62e-166f29ef9d2f req-6c99e50c-b350-47c5-a4ab-5c5e3edc9912 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417173 May 19 16:48:43.452147 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4134064-3126-48cb-a229-9c5e0315d34d req-8a1cea56-ccb4-440a-aa22-b4570be52364 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:43.453687 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e4134064-3126-48cb-a229-9c5e0315d34d req-8a1cea56-ccb4-440a-aa22-b4570be52364 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0502908 May 19 16:48:43.501906 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e4134064-3126-48cb-a229-9c5e0315d34d req-607f8cdb-0477-4dba-bf77-1532f2886d9d tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426617 May 19 16:48:43.829821 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eaeea-a250-4ebe-8674-a214ac544f6c req-1580f68f-3b9e-406b-a658-ded158fe5701 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:43.831303 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-483eaeea-a250-4ebe-8674-a214ac544f6c req-1580f68f-3b9e-406b-a658-ded158fe5701 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0491488 May 19 16:48:43.878946 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-483eaeea-a250-4ebe-8674-a214ac544f6c req-388207bd-a503-4715-b4d6-ac282df456c5 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419199 May 19 16:48:44.279138 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-79684964-9c17-4857-a4fe-b0db3875abf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:44.615556 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd964115-2ca1-4777-afe5-54f955dd1c1f req-b3b35756-93b7-4231-8ef4-8d3cd254258e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:44.617078 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-cd964115-2ca1-4777-afe5-54f955dd1c1f req-b3b35756-93b7-4231-8ef4-8d3cd254258e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0479059 May 19 16:48:44.665081 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-cd964115-2ca1-4777-afe5-54f955dd1c1f req-ca6d2680-5dd1-4216-bf95-2a49833398be tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424292 May 19 16:48:44.997165 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fdf45-f862-4874-8420-f02f3135b221 req-75a63ff4-d356-49a8-9d72-da4482280504 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:44.998738 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e80fdf45-f862-4874-8420-f02f3135b221 req-75a63ff4-d356-49a8-9d72-da4482280504 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0510368 May 19 16:48:45.045785 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e80fdf45-f862-4874-8420-f02f3135b221 req-f496fac6-33ac-47b1-bea7-18af65d97892 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413234 May 19 16:48:45.197980 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:45.782609 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86fd2d-0417-463a-aaa2-2df60da445eb req-9315109f-306b-445f-8ac4-e497e8e31f9b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:45.784076 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea86fd2d-0417-463a-aaa2-2df60da445eb req-9315109f-306b-445f-8ac4-e497e8e31f9b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0521204 May 19 16:48:45.832324 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ea86fd2d-0417-463a-aaa2-2df60da445eb req-8d43d55d-4fba-438d-9a2c-efbe034aee17 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425150 May 19 16:48:46.165865 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbfa84-6148-4786-91df-d103a378cc14 req-5d6e113b-ace4-49a8-9bae-41c5fa7f40cd tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:46.167444 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-20fbfa84-6148-4786-91df-d103a378cc14 req-5d6e113b-ace4-49a8-9bae-41c5fa7f40cd tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0539026 May 19 16:48:46.220102 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-20fbfa84-6148-4786-91df-d103a378cc14 req-31f514cd-8aa7-474e-ac8c-908e22fd3a92 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427468 May 19 16:48:46.949775 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:46.951395 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd3d94-8e58-4312-8bc8-22b21bdf5cfa req-4783fab6-54a6-46ae-8cae-698eddfa6fb8 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:46.952937 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b1dd3d94-8e58-4312-8bc8-22b21bdf5cfa req-4783fab6-54a6-46ae-8cae-698eddfa6fb8 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0518560 May 19 16:48:47.000459 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b1dd3d94-8e58-4312-8bc8-22b21bdf5cfa req-2c9427f3-c964-42f4-b307-c73028a635ca tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 May 19 16:48:47.195673 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4d6d5-fc85-45d4-b14d-0416f49da362 req-0f4f1a16-2057-4de6-a608-f6ff57a359ee tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:47.197388 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-bfd4d6d5-fc85-45d4-b14d-0416f49da362 req-0f4f1a16-2057-4de6-a608-f6ff57a359ee tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0482595 May 19 16:48:47.279473 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2e9e1-f717-4682-8f8e-49378f0a896e req-b212c443-2f07-4979-ab1a-a9c481eacb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:47.280902 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d7f2e9e1-f717-4682-8f8e-49378f0a896e req-b212c443-2f07-4979-ab1a-a9c481eacb65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd5d1150a9ed483bbd298b896bcf7f46&device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 1129 time: 0.0604992 May 19 16:48:47.284417 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-bfd4d6d5-fc85-45d4-b14d-0416f49da362 req-95e31c13-057e-4001-b12f-c5327515d814 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815084 May 19 16:48:47.341015 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8941d-3762-472b-9871-e46856325f2b req-83879faf-7774-4c13-ab61-607e84c2d446 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:47.342531 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5ca8941d-3762-472b-9871-e46856325f2b req-83879faf-7774-4c13-ab61-607e84c2d446 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0475509 May 19 16:48:47.377661 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2e9e1-f717-4682-8f8e-49378f0a896e req-94cefcbb-3d8e-47f9-a64a-b85112d308ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:47.379207 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d7f2e9e1-f717-4682-8f8e-49378f0a896e req-94cefcbb-3d8e-47f9-a64a-b85112d308ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=d502c5b6-89c2-49f6-8ac0-adfabdff9156 HTTP/1.1" status: 200 len: 912 time: 0.0907381 May 19 16:48:47.392951 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5ca8941d-3762-472b-9871-e46856325f2b req-10addd4f-4f9d-40c2-b17f-74e99d4b3710 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448160 May 19 16:48:47.572809 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:47.577919 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d7f2e9e1-f717-4682-8f8e-49378f0a896e req-c53ce769-21b0-483c-b934-20b8192cf239 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa116bf-f964-4274-a879-27bf6f601715 HTTP/1.1" status: 200 len: 1000 time: 0.0558486 May 19 16:48:47.629676 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2e9e1-f717-4682-8f8e-49378f0a896e req-052f9a0d-862b-44b2-a81f-1267c581e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:47.631845 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d7f2e9e1-f717-4682-8f8e-49378f0a896e req-052f9a0d-862b-44b2-a81f-1267c581e847 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f5191e-3500-4df3-8bf4-eea14d289679 HTTP/1.1" status: 200 len: 850 time: 0.0462959 May 19 16:48:47.676227 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2e9e1-f717-4682-8f8e-49378f0a896e req-9b7293a4-2d64-497d-9539-505e74d4a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:47.677810 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d7f2e9e1-f717-4682-8f8e-49378f0a896e req-9b7293a4-2d64-497d-9539-505e74d4a012 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d502c5b6-89c2-49f6-8ac0-adfabdff9156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386269 May 19 16:48:47.767761 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:47.774608 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d7f2e9e1-f717-4682-8f8e-49378f0a896e req-3c188be6-cbc9-4af4-a88a-0aa934082dab service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887687 May 19 16:48:47.870069 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d7f2e9e1-f717-4682-8f8e-49378f0a896e req-ccccd219-1647-4016-8372-1300b3df5a98 service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876186 May 19 16:48:48.399977 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b73ec-bc00-44dd-8a26-ca3b14dd0764 req-b6b40b9f-578c-4085-9a84-fb95b380ddcb tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:48.401480 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-715b73ec-bc00-44dd-8a26-ca3b14dd0764 req-b6b40b9f-578c-4085-9a84-fb95b380ddcb tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0485005 May 19 16:48:48.448437 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-715b73ec-bc00-44dd-8a26-ca3b14dd0764 req-642c4920-43cd-4080-8754-3a591d5650f3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415561 May 19 16:48:48.511534 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c9dcc-eff0-47d0-83ac-5e3b515431d0 req-9c2de41a-9a29-477d-b6bb-9d2ee50c8c47 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:48.513067 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3c0c9dcc-eff0-47d0-83ac-5e3b515431d0 req-9c2de41a-9a29-477d-b6bb-9d2ee50c8c47 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0476141 May 19 16:48:48.525075 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:48.533699 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:48.541252 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:48.570251 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3c0c9dcc-eff0-47d0-83ac-5e3b515431d0 req-4a4eab43-deb0-46f2-bfc5-2fa616bf33f3 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474200 May 19 16:48:49.564823 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efca7fc-8e8e-4b5e-9122-9b8f98a2511f req-ff1c1d1d-77ef-4d76-9854-ce72c065ac69 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:49.566482 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-6efca7fc-8e8e-4b5e-9122-9b8f98a2511f req-ff1c1d1d-77ef-4d76-9854-ce72c065ac69 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0485330 May 19 16:48:49.618813 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-6efca7fc-8e8e-4b5e-9122-9b8f98a2511f req-200cd264-bfdd-470f-a3d5-de4ca42e236d tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459738 May 19 16:48:49.686938 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad5496-3842-494a-b9c0-cbd2e9827abe req-93d72139-4c45-4b88-a9f8-c9e438d7959e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:49.688424 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3cad5496-3842-494a-b9c0-cbd2e9827abe req-93d72139-4c45-4b88-a9f8-c9e438d7959e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0472894 May 19 16:48:49.701324 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:49.736665 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3cad5496-3842-494a-b9c0-cbd2e9827abe req-13fa508a-71e4-48f9-a61a-893d76ff1820 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419393 May 19 16:48:50.860451 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf037b-c4a5-41ad-a0de-c4b9b0f0acd4 req-0ec98c29-4d80-4c5d-8c67-9c48cdbddc03 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:50.861981 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-22cf037b-c4a5-41ad-a0de-c4b9b0f0acd4 req-0ec98c29-4d80-4c5d-8c67-9c48cdbddc03 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0515001 May 19 16:48:50.912246 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-22cf037b-c4a5-41ad-a0de-c4b9b0f0acd4 req-b007da62-97d8-45b4-9979-31bbde6c3dbe tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446680 May 19 16:48:51.004669 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa67916-0a85-4ab3-816e-030f5f9288a4 req-8036a24b-ce55-407a-9f46-108d1241a460 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:51.006220 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eaa67916-0a85-4ab3-816e-030f5f9288a4 req-8036a24b-ce55-407a-9f46-108d1241a460 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 946 time: 0.0512428 May 19 16:48:51.041624 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:51.054371 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eaa67916-0a85-4ab3-816e-030f5f9288a4 req-b84486ca-1388-48f2-91b4-d94fdbed1e6d tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414503 May 19 16:48:51.077031 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36062) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:48:51.155936 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1d54e7-f8bb-42f5-a8b6-eec138da5aae tempest-TestMinimumBasicScenario-1137983259 tempest-TestMinimumBasicScenario-1137983259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:51.157385 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-df1d54e7-f8bb-42f5-a8b6-eec138da5aae tempest-TestMinimumBasicScenario-1137983259 tempest-TestMinimumBasicScenario-1137983259-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 1125 time: 0.0793173 May 19 16:48:51.160325 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36066) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:48:51.165368 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Request body: {'floatingip': {'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'port_id': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:48:51.186648 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:51.266363 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:51.376212 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Allocated IP 172.27.1.201 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/823dd5bb-ceae-41fc-b038-785a4cf96605) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:48:51.681098 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for port (823dd5bb-ceae-41fc-b038-785a4cf96605), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:51.712921 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (823dd5bb-ceae-41fc-b038-785a4cf96605), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:51.752585 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:48:51.757391 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:48:51.761563 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:48:51.764756 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event updated for resources: {'Port': ['ID=823dd5bb-ceae-41fc-b038-785a4cf96605,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:51.794574 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:51.794574 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:51.795058 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:51.795617 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:51.796169 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:51.797009 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:51.797009 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:51.797269 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:51.797503 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:51.797830 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:51.798156 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:51.798479 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:51.798800 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:51.799122 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:51.799442 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:48:52.028034 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adec0e2-13d4-4522-b540-23851e899d56 req-9e12561e-20b7-431b-aba1-c9618538ab3c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:52.029646 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0adec0e2-13d4-4522-b540-23851e899d56 req-9e12561e-20b7-431b-aba1-c9618538ab3c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0478425 May 19 16:48:52.054442 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:52.073172 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:52.078824 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0adec0e2-13d4-4522-b540-23851e899d56 req-9eb3854d-2e3e-4639-aac5-ce31def21877 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437355 May 19 16:48:52.148763 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for floatingip (cd141627-fe51-484a-a24b-b05e1d78c3ed), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:52.217105 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (823dd5bb-ceae-41fc-b038-785a4cf96605), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:52.393852 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for port (823dd5bb-ceae-41fc-b038-785a4cf96605), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:52.399247 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (823dd5bb-ceae-41fc-b038-785a4cf96605), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:52.465230 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event updated for resources: {'Port': ['ID=823dd5bb-ceae-41fc-b038-785a4cf96605,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:52.476951 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (cd141627-fe51-484a-a24b-b05e1d78c3ed), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:52.571860 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Floating IP cd141627-fe51-484a-a24b-b05e1d78c3ed associated. External IP: 172.27.1.201, port: c605e454-163b-4c14-a9ba-3e1b4b3ddc8a. May 19 16:48:52.770563 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:48:52.859920 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:52.872850 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:48:52.883548 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a931b2-b1ae-4830-8a3e-fb9fb168768e None None] Sync routers for ids ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:48:52.891294 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:52.894202 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a931b2-b1ae-4830-8a3e-fb9fb168768e None None] Routers {'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:48:52.894824 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-36a931b2-b1ae-4830-8a3e-fb9fb168768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:48:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:48:52.922824 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-32ff9103-6b97-4600-9277-1c02616cb869 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7612283 May 19 16:48:52.925201 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'tag': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:48:52.925702 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27dfa74-b44f-4ef9-a975-f91bd8dd9b32" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c98418-8020-43de-bbc8-d576ea6ef758", "tag": "c605e454-163b-4c14-a9ba-3e1b4b3ddc8a"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:48:52.926647 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36072) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:48:52.931924 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-ebe61044-8822-4777-9c88-8a6d93b52fb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755844665', 'description': 'tempest-secgroup-smoke-1755844665 description', 'project_id': '66c1f23fbe114e9885266a0092cca13c'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:48:52.956021 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ebe61044-8822-4777-9c88-8a6d93b52fb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.004699 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-36a931b2-b1ae-4830-8a3e-fb9fb168768e None None] Set router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:48:53.030043 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0976afa7-ace4-4b2b-aa8f-9a82585e8e71 x-openstack-request-id: req-0976afa7-ace4-4b2b-aa8f-9a82585e8e71 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:48:53.030333 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c98418-8020-43de-bbc8-d576ea6ef758", "tag": "c605e454-163b-4c14-a9ba-3e1b4b3ddc8a", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:48:53.030586 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0976afa7-ace4-4b2b-aa8f-9a82585e8e71 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:48:53.030998 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0976afa7-ace4-4b2b-aa8f-9a82585e8e71'] response: {'name': 'network-changed', 'server_uuid': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'tag': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a', 'status': 'completed', 'code': 200} May 19 16:48:53.036209 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ebe61044-8822-4777-9c88-8a6d93b52fb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group (2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.040704 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ebe61044-8822-4777-9c88-8a6d93b52fb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.072150 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-ebe61044-8822-4777-9c88-8a6d93b52fb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.073517 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-ebe61044-8822-4777-9c88-8a6d93b52fb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1459157 May 19 16:48:53.075506 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe61044-8822-4777-9c88-8a6d93b52fb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:53.076522 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36078) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:48:53.082963 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-78255a9b-1c48-4227-b15f-76ed1c35b34b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Request body: {'security_group_rule': {'security_group_id': '2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6', 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:48:53.090423 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:53.118523 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-78255a9b-1c48-4227-b15f-76ed1c35b34b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (9dd41792-1236-4df6-b671-239481774623), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.128441 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dfa74-b44f-4ef9-a975-f91bd8dd9b32 req-2c34757e-0257-4415-a2e7-847f27905115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:53.130090 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b27dfa74-b44f-4ef9-a975-f91bd8dd9b32 req-2c34757e-0257-4415-a2e7-847f27905115 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=66c1f23fbe114e9885266a0092cca13c&device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 1130 time: 0.0461102 May 19 16:48:53.188008 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-78255a9b-1c48-4227-b15f-76ed1c35b34b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (9dd41792-1236-4df6-b671-239481774623), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.193661 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-78255a9b-1c48-4227-b15f-76ed1c35b34b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (9dd41792-1236-4df6-b671-239481774623), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.213674 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78255a9b-1c48-4227-b15f-76ed1c35b34b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd41792-1236-4df6-b671-239481774623,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:53.223090 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-78255a9b-1c48-4227-b15f-76ed1c35b34b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.227407 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-78255a9b-1c48-4227-b15f-76ed1c35b34b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461766 May 19 16:48:53.227936 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36082) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:48:53.234213 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-347f4b33-f4dc-442b-8d66-8fd80d2171c1 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Request body: {'security_group_rule': {'security_group_id': '2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6', 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:48:53.261818 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddb75d-1ac1-4df4-be4f-2b68ae7be538 req-fd2ee1bb-c3a2-44c6-9ac9-e076778fd99b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:53.268821 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e9ddb75d-1ac1-4df4-be4f-2b68ae7be538 req-fd2ee1bb-c3a2-44c6-9ac9-e076778fd99b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0742037 May 19 16:48:53.273479 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:53.276084 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-347f4b33-f4dc-442b-8d66-8fd80d2171c1 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (928d02a0-d6e2-4ef0-aaf1-4a55c62918cf), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.324714 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-36a931b2-b1ae-4830-8a3e-fb9fb168768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:53Z', 'revision_number': 4, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port': {'id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'cd141627-fe51-484a-a24b-b05e1d78c3ed', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'port_id': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'mac_address': 'fa:16:3e:b6:22:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:48:52Z', 'updated_at': '2022-05-19T16:48:52Z', 'revision_number': 0, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc00c2b2-c1cd-4251-9308-1ca86e476607', 'name': '', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'mac_address': 'fa:16:3e:38:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:52Z', 'updated_at': '2022-05-19T16:47:58Z', 'revision_number': 5, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'subnets': [{'id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:48:53.327158 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dfa74-b44f-4ef9-a975-f91bd8dd9b32 req-b9b2ff32-fc57-4f6b-98a9-e741d086c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:53.328663 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b27dfa74-b44f-4ef9-a975-f91bd8dd9b32 req-b9b2ff32-fc57-4f6b-98a9-e741d086c4a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=456c9702-9a69-4541-891a-938fd3d1a085 HTTP/1.1" status: 200 len: 915 time: 0.1892781 May 19 16:48:53.336579 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-347f4b33-f4dc-442b-8d66-8fd80d2171c1 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (928d02a0-d6e2-4ef0-aaf1-4a55c62918cf), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.340450 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-347f4b33-f4dc-442b-8d66-8fd80d2171c1 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (928d02a0-d6e2-4ef0-aaf1-4a55c62918cf), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.346542 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:53.355784 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e9ddb75d-1ac1-4df4-be4f-2b68ae7be538 req-9d1890b7-7a24-4f4e-b439-a5663c525d54 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860400 May 19 16:48:53.359547 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a931b2-b1ae-4830-8a3e-fb9fb168768e None None] Checking router: dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:48:53.363733 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f4b33-f4dc-442b-8d66-8fd80d2171c1 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928d02a0-d6e2-4ef0-aaf1-4a55c62918cf,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:53.372215 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a931b2-b1ae-4830-8a3e-fb9fb168768e None None] Routers {'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:48:53.372930 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-36a931b2-b1ae-4830-8a3e-fb9fb168768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:48:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:48:53.380515 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-347f4b33-f4dc-442b-8d66-8fd80d2171c1 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.381852 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-347f4b33-f4dc-442b-8d66-8fd80d2171c1 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1528289 May 19 16:48:53.384472 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36084) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:48:53.389058 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-b14bcf65-a687-4de7-978d-b325e26c9318 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Request body: {'security_group_rule': {'security_group_id': '2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6', 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:48:53.415055 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b27dfa74-b44f-4ef9-a975-f91bd8dd9b32 req-f92ed92f-767a-443f-b1b8-a74691d925aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a HTTP/1.1" status: 200 len: 1000 time: 0.0781164 May 19 16:48:53.419278 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b14bcf65-a687-4de7-978d-b325e26c9318 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (5637447b-bcd0-40ab-ae94-e141dbf7c404), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.483364 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dfa74-b44f-4ef9-a975-f91bd8dd9b32 req-6eef8fad-ce86-4d7d-8ee8-3f43c343f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:53.483623 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b14bcf65-a687-4de7-978d-b325e26c9318 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (5637447b-bcd0-40ab-ae94-e141dbf7c404), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.484982 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b27dfa74-b44f-4ef9-a975-f91bd8dd9b32 req-6eef8fad-ce86-4d7d-8ee8-3f43c343f3d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c0da3e-2101-42da-b7af-818adcbf0693 HTTP/1.1" status: 200 len: 853 time: 0.0631909 May 19 16:48:53.487420 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b14bcf65-a687-4de7-978d-b325e26c9318 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (5637447b-bcd0-40ab-ae94-e141dbf7c404), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.490138 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-36a931b2-b1ae-4830-8a3e-fb9fb168768e None None] Set router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:48:53.508288 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bcf65-a687-4de7-978d-b325e26c9318 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5637447b-bcd0-40ab-ae94-e141dbf7c404,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:53.515472 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b14bcf65-a687-4de7-978d-b325e26c9318 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.516847 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-b14bcf65-a687-4de7-978d-b325e26c9318 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313565 May 19 16:48:53.519501 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36086) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:48:53.524345 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-d7652599-aa13-43ed-9891-df111427e2b7 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Request body: {'security_group_rule': {'security_group_id': '2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6', 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:48:53.533904 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dfa74-b44f-4ef9-a975-f91bd8dd9b32 req-4b3c0ddb-7714-4d04-ba6e-2fe04c362495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:53.535442 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b27dfa74-b44f-4ef9-a975-f91bd8dd9b32 req-4b3c0ddb-7714-4d04-ba6e-2fe04c362495 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=456c9702-9a69-4541-891a-938fd3d1a085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420630 May 19 16:48:53.552883 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d7652599-aa13-43ed-9891-df111427e2b7 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (b2a523f8-1a9d-4ddc-8994-67b3f5229c6a), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.607179 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d7652599-aa13-43ed-9891-df111427e2b7 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (b2a523f8-1a9d-4ddc-8994-67b3f5229c6a), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.612296 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d7652599-aa13-43ed-9891-df111427e2b7 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (b2a523f8-1a9d-4ddc-8994-67b3f5229c6a), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.632365 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7652599-aa13-43ed-9891-df111427e2b7 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a523f8-1a9d-4ddc-8994-67b3f5229c6a,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:53.643092 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d7652599-aa13-43ed-9891-df111427e2b7 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.643912 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b27dfa74-b44f-4ef9-a975-f91bd8dd9b32 req-f22ead6b-edd5-479c-8b6c-ef9dfeb2a47b service neutron] 10.222.0.48 "GET /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960796 May 19 16:48:53.645681 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-d7652599-aa13-43ed-9891-df111427e2b7 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252229 May 19 16:48:53.647063 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36088) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:48:53.652401 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-ef7df33b-4b2e-496f-9193-6b14c6ba647b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Request body: {'security_group_rule': {'security_group_id': '2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6', 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:48:53.675463 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.securitygroups_db [None req-ef7df33b-4b2e-496f-9193-6b14c6ba647b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Project 66c1f23fbe114e9885266a0092cca13c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 16:48:53.682049 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ef7df33b-4b2e-496f-9193-6b14c6ba647b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (d02a984a-6ad3-4043-998d-fa3d140beb64), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.732315 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-36a931b2-b1ae-4830-8a3e-fb9fb168768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:53Z', 'revision_number': 4, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port': {'id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'cd141627-fe51-484a-a24b-b05e1d78c3ed', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'port_id': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'mac_address': 'fa:16:3e:b6:22:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:48:52Z', 'updated_at': '2022-05-19T16:48:52Z', 'revision_number': 0, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc00c2b2-c1cd-4251-9308-1ca86e476607', 'name': '', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'mac_address': 'fa:16:3e:38:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:52Z', 'updated_at': '2022-05-19T16:47:58Z', 'revision_number': 5, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'subnets': [{'id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:48:53.736651 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ef7df33b-4b2e-496f-9193-6b14c6ba647b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (d02a984a-6ad3-4043-998d-fa3d140beb64), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.741660 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ef7df33b-4b2e-496f-9193-6b14c6ba647b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (d02a984a-6ad3-4043-998d-fa3d140beb64), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.744838 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b27dfa74-b44f-4ef9-a975-f91bd8dd9b32 req-416e8aef-66a2-4e98-a17c-db4c852cdc94 service neutron] 10.222.0.48 "GET /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944967 May 19 16:48:53.761714 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7df33b-4b2e-496f-9193-6b14c6ba647b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02a984a-6ad3-4043-998d-fa3d140beb64,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:53.766859 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a931b2-b1ae-4830-8a3e-fb9fb168768e None None] The sync data for ids ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'] in dv-cinder-842433-1-iscsi is: [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:53Z', 'revision_number': 4, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port': {'id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'cd141627-fe51-484a-a24b-b05e1d78c3ed', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'port_id': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'mac_address': 'fa:16:3e:b6:22:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:48:52Z', 'updated_at': '2022-05-19T16:48:52Z', 'revision_number': 0, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc00c2b2-c1cd-4251-9308-1ca86e476607', 'name': '', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'mac_address': 'fa:16:3e:38:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:52Z', 'updated_at': '2022-05-19T16:47:58Z', 'revision_number': 5, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'subnets': [{'id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:48:53.773555 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ef7df33b-4b2e-496f-9193-6b14c6ba647b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.777568 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-ef7df33b-4b2e-496f-9193-6b14c6ba647b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261501 May 19 16:48:53.777568 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36090) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:48:53.782070 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-c0bcff97-8e64-42e5-9330-f73d66804916 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Request body: {'security_group_rule': {'security_group_id': '2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6', 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:48:53.803313 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.securitygroups_db [None req-c0bcff97-8e64-42e5-9330-f73d66804916 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Project 66c1f23fbe114e9885266a0092cca13c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 16:48:53.807790 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:53.809849 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c0bcff97-8e64-42e5-9330-f73d66804916 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (ab350dc2-f361-4e57-afee-ab1be48b8ef9), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.837360 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:53.870604 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c0bcff97-8e64-42e5-9330-f73d66804916 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (ab350dc2-f361-4e57-afee-ab1be48b8ef9), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.874212 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c0bcff97-8e64-42e5-9330-f73d66804916 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (ab350dc2-f361-4e57-afee-ab1be48b8ef9), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.893923 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcff97-8e64-42e5-9330-f73d66804916 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab350dc2-f361-4e57-afee-ab1be48b8ef9,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:53.901244 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c0bcff97-8e64-42e5-9330-f73d66804916 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:53.902476 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-c0bcff97-8e64-42e5-9330-f73d66804916 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239214 May 19 16:48:53.989380 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0cbbc6-f991-42bc-982b-8b0748cf7e3b None None] New status for floating IP cd141627-fe51-484a-a24b-b05e1d78c3ed: ACTIVE {{(pid=110372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:48:53.998687 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-205e5dd9-a293-4835-b794-f6f7f8047770 req-1f253690-236e-4810-a606-a3cde96c02f1 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755844665&fields=id&tenant_id=66c1f23fbe114e9885266a0092cca13c HTTP/1.1" status: 200 len: 267 time: 0.0477943 May 19 16:48:54.049750 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e5dd9-a293-4835-b794-f6f7f8047770 req-986eb3b9-b4e6-49e6-b20c-f8ee73708686 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:54.051150 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-205e5dd9-a293-4835-b794-f6f7f8047770 req-986eb3b9-b4e6-49e6-b20c-f8ee73708686 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 946 time: 0.0468924 May 19 16:48:54.063633 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-205e5dd9-a293-4835-b794-f6f7f8047770 req-d0e32964-1e60-425e-9855-756a2a33fc7b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Request body: {'port': {'security_groups': ['1d69f157-b5d6-47a4-9c39-40beec0f2de5', '2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6']}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:48:54.140261 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-205e5dd9-a293-4835-b794-f6f7f8047770 req-d0e32964-1e60-425e-9855-756a2a33fc7b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:54.392511 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-205e5dd9-a293-4835-b794-f6f7f8047770 req-d0e32964-1e60-425e-9855-756a2a33fc7b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] For port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,segment=NetworkSegment(c96f06da-4ee5-4ff2-85ae-5fc0ef56215f),segment_id=c96f06da-4ee5-4ff2-85ae-5fc0ef56215f)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:48:54.420777 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-205e5dd9-a293-4835-b794-f6f7f8047770 req-d0e32964-1e60-425e-9855-756a2a33fc7b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:54.425362 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-205e5dd9-a293-4835-b794-f6f7f8047770 req-d0e32964-1e60-425e-9855-756a2a33fc7b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:54.446120 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['c605e454-163b-4c14-a9ba-3e1b4b3ddc8a'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:48:54.471818 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e5dd9-a293-4835-b794-f6f7f8047770 req-d0e32964-1e60-425e-9855-756a2a33fc7b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:54.472425 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-205e5dd9-a293-4835-b794-f6f7f8047770 req-d0e32964-1e60-425e-9855-756a2a33fc7b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:54.473866 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-205e5dd9-a293-4835-b794-f6f7f8047770 req-d0e32964-1e60-425e-9855-756a2a33fc7b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "PUT /v2.0/ports/c605e454-163b-4c14-a9ba-3e1b4b3ddc8a HTTP/1.1" status: 200 len: 982 time: 0.4160078 May 19 16:48:54.473981 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e192ca-d2ad-4547-9655-7b5101d72e9f req-fb30245f-4255-4994-91e1-7d3bff184a7f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:54.475905 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-09e192ca-d2ad-4547-9655-7b5101d72e9f req-fb30245f-4255-4994-91e1-7d3bff184a7f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0515997 May 19 16:48:54.506965 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e32964-1e60-425e-9855-756a2a33fc7b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event updated for resources: {'Port': ['ID=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,revision_number=6']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:48:54.535225 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-09e192ca-d2ad-4547-9655-7b5101d72e9f req-3049c771-48aa-4805-947f-7b0005978378 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524077 May 19 16:48:54.610463 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['c605e454-163b-4c14-a9ba-3e1b4b3ddc8a'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:48:54.611686 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddc34f-d828-499b-9608-ab3cb336580e req-89d8db62-5eea-417b-ba01-a48ea1ff8157 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:54.613306 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-70ddc34f-d828-499b-9608-ab3cb336580e req-89d8db62-5eea-417b-ba01-a48ea1ff8157 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 985 time: 0.0557122 May 19 16:48:54.682724 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-70ddc34f-d828-499b-9608-ab3cb336580e req-99bcbbcd-799e-4d42-a989-ff177e1042d9 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&id=2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610235 May 19 16:48:54.833789 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-c08817f7-e960-416e-b845-436b5801cb98 None None] Provisioning complete for port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:48:54.834138 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c08817f7-e960-416e-b845-436b5801cb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:48:55.032417 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'tag': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:48:55.034761 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af1d0e6-f453-4f7b-b1e6-28ebcaa54434" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c98418-8020-43de-bbc8-d576ea6ef758", "tag": "c605e454-163b-4c14-a9ba-3e1b4b3ddc8a"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:48:55.036268 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-c08817f7-e960-416e-b845-436b5801cb98 None None] Current status of the port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:48:55.062662 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:55.071874 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c62fb13-0568-4777-bcde-470757f1f8e8 x-openstack-request-id: req-5c62fb13-0568-4777-bcde-470757f1f8e8 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:48:55.072352 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:55.072666 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c98418-8020-43de-bbc8-d576ea6ef758", "tag": "c605e454-163b-4c14-a9ba-3e1b4b3ddc8a", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:48:55.072935 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c62fb13-0568-4777-bcde-470757f1f8e8 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:48:55.073398 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c62fb13-0568-4777-bcde-470757f1f8e8'] response: {'name': 'network-changed', 'server_uuid': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'tag': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a', 'status': 'completed', 'code': 200} May 19 16:48:55.137943 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1d0e6-f453-4f7b-b1e6-28ebcaa54434 req-79f945b6-c897-4a8f-9c44-a4f7a14cf161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:55.139705 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7af1d0e6-f453-4f7b-b1e6-28ebcaa54434 req-79f945b6-c897-4a8f-9c44-a4f7a14cf161 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=66c1f23fbe114e9885266a0092cca13c&device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 1169 time: 0.0441706 May 19 16:48:55.232671 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1d0e6-f453-4f7b-b1e6-28ebcaa54434 req-a96547fe-33ea-4c24-903d-17eca79ac7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:55.234092 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7af1d0e6-f453-4f7b-b1e6-28ebcaa54434 req-a96547fe-33ea-4c24-903d-17eca79ac7a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=456c9702-9a69-4541-891a-938fd3d1a085 HTTP/1.1" status: 200 len: 915 time: 0.0856345 May 19 16:48:55.308969 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7af1d0e6-f453-4f7b-b1e6-28ebcaa54434 req-5779ebe1-7b69-43c9-85e5-c50b37752cf1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a HTTP/1.1" status: 200 len: 1002 time: 0.0661798 May 19 16:48:55.360192 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1d0e6-f453-4f7b-b1e6-28ebcaa54434 req-8bb07d5e-15c7-41f1-9e5f-26c7cc3a90d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:55.361644 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7af1d0e6-f453-4f7b-b1e6-28ebcaa54434 req-8bb07d5e-15c7-41f1-9e5f-26c7cc3a90d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c0da3e-2101-42da-b7af-818adcbf0693 HTTP/1.1" status: 200 len: 853 time: 0.0434356 May 19 16:48:55.404748 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1d0e6-f453-4f7b-b1e6-28ebcaa54434 req-688f4137-811d-4421-b73c-0307c21b53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:55.406265 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7af1d0e6-f453-4f7b-b1e6-28ebcaa54434 req-688f4137-811d-4421-b73c-0307c21b53ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=456c9702-9a69-4541-891a-938fd3d1a085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375257 May 19 16:48:55.501987 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7af1d0e6-f453-4f7b-b1e6-28ebcaa54434 req-43e4232e-1e2f-4387-b259-216223058761 service neutron] 10.222.0.48 "GET /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850716 May 19 16:48:55.598646 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7af1d0e6-f453-4f7b-b1e6-28ebcaa54434 req-2f1a459b-0b64-4f2c-a7b6-bde3f4a1a6e9 service neutron] 10.222.0.48 "GET /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838103 May 19 16:48:55.654414 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e984b-8e91-43a0-a0e2-cb5439d245db req-a386c105-178b-45ac-9080-0d252e58bac2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:55.655897 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-652e984b-8e91-43a0-a0e2-cb5439d245db req-a386c105-178b-45ac-9080-0d252e58bac2 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0473785 May 19 16:48:55.703058 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-652e984b-8e91-43a0-a0e2-cb5439d245db req-957e4d84-6bf5-49ce-b216-2dd108ee6ee1 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416024 May 19 16:48:56.811732 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:56.823405 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210ee18-a6ed-4ad3-bf41-fbf7e2eeb3d9 req-4cba4c8f-6fb6-4fa6-acd4-56d7057fb2ab tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:56.825063 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0210ee18-a6ed-4ad3-bf41-fbf7e2eeb3d9 req-4cba4c8f-6fb6-4fa6-acd4-56d7057fb2ab tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0521724 May 19 16:48:56.872996 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-0210ee18-a6ed-4ad3-bf41-fbf7e2eeb3d9 req-1657228f-6c47-4356-b171-3ebbee5e9b37 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421760 May 19 16:48:57.990395 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcd2e2-47f8-42a8-a202-5afd6c7933e8 req-287b5536-6c11-41bc-8425-6cd6d8090825 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:57.992381 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-66fcd2e2-47f8-42a8-a202-5afd6c7933e8 req-287b5536-6c11-41bc-8425-6cd6d8090825 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0497642 May 19 16:48:58.039145 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-66fcd2e2-47f8-42a8-a202-5afd6c7933e8 req-e8a5f1d6-8d57-4528-9e84-7a5cbe7efd90 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412855 May 19 16:48:59.148490 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:48:59.157840 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9904c-816b-413d-af33-523b4ce52b1b req-4fbeb3b6-5874-4902-a54b-79c12665834e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:48:59.159348 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9fd9904c-816b-413d-af33-523b4ce52b1b req-4fbeb3b6-5874-4902-a54b-79c12665834e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0502033 May 19 16:48:59.208981 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9fd9904c-816b-413d-af33-523b4ce52b1b req-295467ec-478a-4f13-88fb-a677b5d73152 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435727 May 19 16:49:00.327341 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:00.342510 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8a9d9-27b0-4975-8b52-15f8b2728bbe req-5ddb8702-3e26-4f94-93d6-72d34534bbf6 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:00.343994 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-90f8a9d9-27b0-4975-8b52-15f8b2728bbe req-5ddb8702-3e26-4f94-93d6-72d34534bbf6 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0492320 May 19 16:49:00.387328 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:00.391882 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-90f8a9d9-27b0-4975-8b52-15f8b2728bbe req-01e4741a-6a3d-4018-bff5-16d5ccfa5816 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422249 May 19 16:49:01.513262 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a4162-4123-4031-b8ab-9f6922f60bfd req-2493be7b-d980-4245-9db9-1842efee368c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:01.514788 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c01a4162-4123-4031-b8ab-9f6922f60bfd req-2493be7b-d980-4245-9db9-1842efee368c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0522873 May 19 16:49:01.568633 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c01a4162-4123-4031-b8ab-9f6922f60bfd req-f7734a04-3b71-436d-ba2c-65d5aeb16853 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483789 May 19 16:49:02.690142 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353af8af-0ddb-4e97-a519-34bb31ac69cd req-e5d92a08-7bbc-4552-b9b3-4451e71fdc91 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:02.691629 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-353af8af-0ddb-4e97-a519-34bb31ac69cd req-e5d92a08-7bbc-4552-b9b3-4451e71fdc91 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0507810 May 19 16:49:02.738640 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-353af8af-0ddb-4e97-a519-34bb31ac69cd req-a8978711-8e21-49b4-8f18-b96121c67900 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408659 May 19 16:49:03.734312 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=86 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:03.735182 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=84 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:03.858436 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549496a3-faaf-4994-80be-c65d756f694e req-79b29541-ac32-46bf-ba9b-4fa84576547c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:03.859978 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-549496a3-faaf-4994-80be-c65d756f694e req-79b29541-ac32-46bf-ba9b-4fa84576547c tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0497274 May 19 16:49:03.910248 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-549496a3-faaf-4994-80be-c65d756f694e req-8c73c438-829e-451c-a8a9-41869ce597a8 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448101 May 19 16:49:05.043038 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef56653-0728-4dec-b639-59aa7f6f3b40 req-ceed8cae-7c5e-43c0-9ce8-34240fec1d45 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:05.044548 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4ef56653-0728-4dec-b639-59aa7f6f3b40 req-ceed8cae-7c5e-43c0-9ce8-34240fec1d45 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0538349 May 19 16:49:05.052689 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e711761-25a3-4742-947a-d8e32e71a720 req-1fd773a6-05a2-48b0-aefc-44e4dc0ddc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:05.054258 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3e711761-25a3-4742-947a-d8e32e71a720 req-1fd773a6-05a2-48b0-aefc-44e4dc0ddc99 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 1130 time: 0.0391102 May 19 16:49:05.091979 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4ef56653-0728-4dec-b639-59aa7f6f3b40 req-109ae201-aecc-44fd-8e4d-ce37f6bcbf14 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418851 May 19 16:49:05.105728 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3e711761-25a3-4742-947a-d8e32e71a720 req-e165e98d-1e23-4b8d-870c-a2f6f8ade40f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428114 May 19 16:49:05.204303 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=19 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:05.208461 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=27 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:06.208576 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306e117-3cc8-40e5-9171-ad550ca88f27 req-0e564f65-a1f0-4054-a6cb-18d21ff32630 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:06.210072 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c306e117-3cc8-40e5-9171-ad550ca88f27 req-0e564f65-a1f0-4054-a6cb-18d21ff32630 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0489588 May 19 16:49:06.259900 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c306e117-3cc8-40e5-9171-ad550ca88f27 req-c58dd624-99d0-49f6-8676-c8ab87508f4e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435481 May 19 16:49:06.789756 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2ca14-ea59-4da5-9bfa-af2725cff2fe req-9d0bd998-c69c-4178-8da4-e67fbf9c9839 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:06.791169 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9df2ca14-ea59-4da5-9bfa-af2725cff2fe req-9d0bd998-c69c-4178-8da4-e67fbf9c9839 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 945 time: 0.0500231 May 19 16:49:06.840215 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9df2ca14-ea59-4da5-9bfa-af2725cff2fe req-508db4f7-9f55-44ec-8af1-ec5a7b54cc49 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431912 May 19 16:49:07.339057 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c40223e1-9da2-4e96-af8f-8e2db3f81eb8 req-423d0123-d5e3-4c29-8b52-480e955fb044 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511296 May 19 16:49:07.396130 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca476a-a7c4-4902-9933-b7907c1726f4 req-8d864bd1-6146-47fa-accc-f9ab520748a9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:07.397679 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e7ca476a-a7c4-4902-9933-b7907c1726f4 req-8d864bd1-6146-47fa-accc-f9ab520748a9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0480328 May 19 16:49:07.450845 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e7ca476a-a7c4-4902-9933-b7907c1726f4 req-148d05df-af87-4ee4-ada1-c56aef3c2393 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469568 May 19 16:49:07.955018 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d07a26-fa44-4cb3-99de-73c79b14fedf req-168de729-6fe7-447d-bb66-066eccbb544f tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:07.956498 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e3d07a26-fa44-4cb3-99de-73c79b14fedf req-168de729-6fe7-447d-bb66-066eccbb544f tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 945 time: 0.0472009 May 19 16:49:08.004040 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e3d07a26-fa44-4cb3-99de-73c79b14fedf req-78b40621-44de-4bd6-94cd-9a26c7cee841 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414476 May 19 16:49:08.569956 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bacfd1-5dcf-4ce4-bf80-fc778b4cdca2 req-6adcb045-f935-40b4-bce8-9cc1125fe0a4 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:08.571980 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-80bacfd1-5dcf-4ce4-bf80-fc778b4cdca2 req-6adcb045-f935-40b4-bce8-9cc1125fe0a4 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0516806 May 19 16:49:08.604240 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40223e1-9da2-4e96-af8f-8e2db3f81eb8 req-076a018f-7de0-4eb6-865d-2de877930ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:08.605789 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c40223e1-9da2-4e96-af8f-8e2db3f81eb8 req-076a018f-7de0-4eb6-865d-2de877930ff0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 1129 time: 0.0413120 May 19 16:49:08.622393 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-80bacfd1-5dcf-4ce4-bf80-fc778b4cdca2 req-507e74f9-2bf7-46b8-aa0e-23cd706d20b6 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439880 May 19 16:49:08.721793 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40223e1-9da2-4e96-af8f-8e2db3f81eb8 req-3c18b67c-d6a3-4934-a595-0c5337f234ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:08.723307 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c40223e1-9da2-4e96-af8f-8e2db3f81eb8 req-3c18b67c-d6a3-4934-a595-0c5337f234ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.0973470 May 19 16:49:08.765302 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c40223e1-9da2-4e96-af8f-8e2db3f81eb8 req-02b7b67d-7721-4180-ae47-71cf9238770e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=037a42bd-818d-415e-abbc-f96733de3dbd HTTP/1.1" status: 200 len: 217 time: 0.0338798 May 19 16:49:08.837454 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40223e1-9da2-4e96-af8f-8e2db3f81eb8 req-0ca2afc8-3f02-4855-96b1-c4319d329f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:08.838857 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c40223e1-9da2-4e96-af8f-8e2db3f81eb8 req-0ca2afc8-3f02-4855-96b1-c4319d329f10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.0496011 May 19 16:49:08.897956 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40223e1-9da2-4e96-af8f-8e2db3f81eb8 req-f7b29648-c220-4095-86fa-0a550584b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:08.899819 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c40223e1-9da2-4e96-af8f-8e2db3f81eb8 req-f7b29648-c220-4095-86fa-0a550584b96d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533676 May 19 16:49:08.988958 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263c0ce-419f-49e6-afc2-79710582474e req-87d0dead-e115-4448-aa15-e54cf23c793a tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:08.990544 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b263c0ce-419f-49e6-afc2-79710582474e req-87d0dead-e115-4448-aa15-e54cf23c793a tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0499985 May 19 16:49:09.031879 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:09.041108 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b263c0ce-419f-49e6-afc2-79710582474e req-6e5ae9ea-4851-41f6-8640-b41590297e57 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446808 May 19 16:49:09.120753 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56475-5403-4156-9875-007ec78bf8c0 req-8a2c1438-dfa5-4125-9ebf-415272fa98d4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:09.122144 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ece56475-5403-4156-9875-007ec78bf8c0 req-8a2c1438-dfa5-4125-9ebf-415272fa98d4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 945 time: 0.0459297 May 19 16:49:09.170911 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ece56475-5403-4156-9875-007ec78bf8c0 req-12506569-d2e2-4bcf-90ee-2caf8083a0cb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3d76f9-0b85-4bb2-bd35-e046f5860642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430191 May 19 16:49:09.228239 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:09.252012 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-d56361e8-7a03-4d98-809e-a47be53a7ba2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:09.253612 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-d56361e8-7a03-4d98-809e-a47be53a7ba2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 945 time: 0.0514674 May 19 16:49:09.281497 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57b517-1462-47f8-a37e-91c92124031d req-fd528b06-0f2d-403a-a997-1168eb3d33f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:09.283009 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ec57b517-1462-47f8-a37e-91c92124031d req-fd528b06-0f2d-403a-a997-1168eb3d33f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 1130 time: 0.0531301 May 19 16:49:09.341672 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Deleting port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:49:09.342038 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:09.355914 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c40223e1-9da2-4e96-af8f-8e2db3f81eb8 req-8a4d3216-c1ca-48ab-b95e-026280ef7426 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748102 May 19 16:49:09.437347 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] For port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=7c85e1d9-2cb2-4a72-afa4-30d08738ec7f,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:49:09.437714 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:09.450085 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57b517-1462-47f8-a37e-91c92124031d req-42bdd159-805f-456e-b261-9a00f6bf6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:09.451596 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ec57b517-1462-47f8-a37e-91c92124031d req-42bdd159-805f-456e-b261-9a00f6bf6054 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.1576869 May 19 16:49:09.518445 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c40223e1-9da2-4e96-af8f-8e2db3f81eb8 req-6ff6625d-6b77-4447-b030-07891e52a6e9 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561472 May 19 16:49:09.535571 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ec57b517-1462-47f8-a37e-91c92124031d req-bec24c8e-f8b1-45d6-8003-b785e81f1754 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc7ca7c9-fb4e-427b-a711-3641b6dc9306 HTTP/1.1" status: 200 len: 1002 time: 0.0731275 May 19 16:49:09.590057 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57b517-1462-47f8-a37e-91c92124031d req-69efe5be-bc01-4d09-99a3-c542b2c2bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:09.591671 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ec57b517-1462-47f8-a37e-91c92124031d req-69efe5be-bc01-4d09-99a3-c542b2c2bf8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.0497935 May 19 16:49:09.640271 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57b517-1462-47f8-a37e-91c92124031d req-e23d44aa-74f8-4823-995c-cb8c6265248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:09.641900 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ec57b517-1462-47f8-a37e-91c92124031d req-e23d44aa-74f8-4823-995c-cb8c6265248c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417721 May 19 16:49:09.852875 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:09.853769 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (73f332ff-2e27-48c6-9a9d-c4f54f83691e), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:09.853769 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Floating IP 73f332ff-2e27-48c6-9a9d-c4f54f83691e disassociated. External IP: 172.27.1.182, port: 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f. May 19 16:49:09.854321 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Calling delete_port for 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:49:09.970123 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:09.971059 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:10.048454 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (7c85e1d9-2cb2-4a72-afa4-30d08738ec7f), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:10.088577 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event deleted for resources: {'Port': ['ID=7c85e1d9-2cb2-4a72-afa4-30d08738ec7f,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:10.235026 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Router d2e557b8-2491-4d73-87f9-658557afc7f9 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:49:10.243092 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ec57b517-1462-47f8-a37e-91c92124031d req-edd16833-a629-4ae2-a081-b11907165722 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952582 May 19 16:49:10.323959 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-357addde-cba8-4e8c-b149-76d2df3ff011 req-ce1dd7be-562d-405e-bbd4-f2e3ac25c7c6 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 210 time: 0.0334711 May 19 16:49:10.399349 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:49:10.415163 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ebc91-aab0-4e75-8ad1-9aca27325c04 None None] Sync routers for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:49:10.416944 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ec57b517-1462-47f8-a37e-91c92124031d req-855c21fb-2d73-4a84-b437-077962c49f31 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416836 May 19 16:49:10.427791 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ebc91-aab0-4e75-8ad1-9aca27325c04 None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:49:10.428420 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-628ebc91-aab0-4e75-8ad1-9aca27325c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:48:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:10.473220 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] No DVR routers for this DVR port 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:49:10.477303 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:10.480899 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9b01d811-5e7b-4d6b-9799-85cc7b1c967f req-dae55ffe-d106-40ad-b4d5-c9fc8304f15a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "DELETE /v2.0/ports/7c85e1d9-2cb2-4a72-afa4-30d08738ec7f HTTP/1.1" status: 204 len: 173 time: 1.2217665 May 19 16:49:10.481473 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b20a85-cbdd-4162-a605-e79b237afbb7', 'name': 'network-vif-deleted', 'tag': '7c85e1d9-2cb2-4a72-afa4-30d08738ec7f'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:49:10.483896 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffba5fef-2abd-46aa-a497-87d22e40cc42" -d '{"events": [{"server_uuid": "23b20a85-cbdd-4162-a605-e79b237afbb7", "name": "network-vif-deleted", "tag": "7c85e1d9-2cb2-4a72-afa4-30d08738ec7f"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:49:10.490473 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da91ca3-43e2-4b07-a14b-df5230bfae8b req-ac9b4c64-48f8-44fc-88ca-72a71333cbb9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:10.497421 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7da91ca3-43e2-4b07-a14b-df5230bfae8b req-ac9b4c64-48f8-44fc-88ca-72a71333cbb9 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0991828 May 19 16:49:10.526363 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955afba7-2ef6-480e-8f7e-39512b40d74f x-openstack-request-id: req-955afba7-2ef6-480e-8f7e-39512b40d74f {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:49:10.526670 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b20a85-cbdd-4162-a605-e79b237afbb7", "name": "network-vif-deleted", "tag": "7c85e1d9-2cb2-4a72-afa4-30d08738ec7f", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:49:10.526923 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-955afba7-2ef6-480e-8f7e-39512b40d74f {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:49:10.527328 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955afba7-2ef6-480e-8f7e-39512b40d74f'] response: {'server_uuid': '23b20a85-cbdd-4162-a605-e79b237afbb7', 'name': 'network-vif-deleted', 'tag': '7c85e1d9-2cb2-4a72-afa4-30d08738ec7f', 'status': 'completed', 'code': 200} May 19 16:49:10.558600 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7da91ca3-43e2-4b07-a14b-df5230bfae8b req-d734a8d5-4439-4614-8f36-17ea17bbeaab tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602763 May 19 16:49:10.591516 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-628ebc91-aab0-4e75-8ad1-9aca27325c04 None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:49:10.809726 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-628ebc91-aab0-4e75-8ad1-9aca27325c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'de1ceb65-1b2b-4a2a-9520-bc32df3cee24', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '72dbf905-0954-48c4-90e4-39059b98309a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:5a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:43:15Z', 'updated_at': '2022-05-19T16:44:02Z', 'revision_number': 2, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:10.837721 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ebc91-aab0-4e75-8ad1-9aca27325c04 None None] Checking router: d2e557b8-2491-4d73-87f9-658557afc7f9 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:49:10.846283 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ebc91-aab0-4e75-8ad1-9aca27325c04 None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:49:10.846884 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-628ebc91-aab0-4e75-8ad1-9aca27325c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:48:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:10.952830 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-628ebc91-aab0-4e75-8ad1-9aca27325c04 None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:49:10.963167 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-78187884-ca0e-4005-9f4b-0551bc97d326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:11.006692 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:11.170416 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-628ebc91-aab0-4e75-8ad1-9aca27325c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'de1ceb65-1b2b-4a2a-9520-bc32df3cee24', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '72dbf905-0954-48c4-90e4-39059b98309a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:5a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:43:15Z', 'updated_at': '2022-05-19T16:44:02Z', 'revision_number': 2, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:11.196567 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ebc91-aab0-4e75-8ad1-9aca27325c04 None None] The sync data for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi is: [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'de1ceb65-1b2b-4a2a-9520-bc32df3cee24', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '72dbf905-0954-48c4-90e4-39059b98309a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:5a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:43:15Z', 'updated_at': '2022-05-19T16:44:02Z', 'revision_number': 2, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:49:11.406089 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:49:11.432064 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00263a-1bd3-4978-ba22-0f58e8ae2719 None None] New status for floating IP 73f332ff-2e27-48c6-9a9d-c4f54f83691e: DOWN {{(pid=110372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:49:11.449834 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9ede6716-dc40-49f8-a302-54603b3aad3a req-e44f852e-dcdc-49b3-a759-c0954d6d5116 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 210 time: 0.0331776 May 19 16:49:11.678322 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc0997-7bc0-4d6d-a71b-5e60a100cf30 req-f46bb7e7-ced4-4788-b800-74ffeebe79cb tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:11.679872 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-eddc0997-7bc0-4d6d-a71b-5e60a100cf30 req-f46bb7e7-ced4-4788-b800-74ffeebe79cb tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0476341 May 19 16:49:11.728712 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-eddc0997-7bc0-4d6d-a71b-5e60a100cf30 req-331343cf-fc68-499c-90fb-755cf3dae4fe tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431418 May 19 16:49:12.559288 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8b715f02-016d-4199-89e7-48d808a1551c req-2759b37d-fb49-44dd-9fcf-9750e1708317 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b20a85-cbdd-4162-a605-e79b237afbb7 HTTP/1.1" status: 200 len: 210 time: 0.0281191 May 19 16:49:12.847436 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28652e-facf-48f2-b438-8c6504ad6733 req-ef9745c2-dba8-46ee-8c3e-42fecce33b31 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:12.848978 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ae28652e-facf-48f2-b438-8c6504ad6733 req-ef9745c2-dba8-46ee-8c3e-42fecce33b31 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0513711 May 19 16:49:12.904082 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-ae28652e-facf-48f2-b438-8c6504ad6733 req-7b2ca7b7-d64b-477b-adfe-0b34b56a1b4a tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486088 May 19 16:49:13.543477 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:49:13.562971 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:49:13.563314 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 7c85e1d9-2cb2-4a72-afa4-30d08738ec7f not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:49:13.650862 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36190) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:13.704787 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7d54fac7-4f13-4200-b25c-38396856cf02 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (ff3d76f9-0b85-4bb2-bd35-e046f5860642), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:13.729031 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7d54fac7-4f13-4200-b25c-38396856cf02 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (ff3d76f9-0b85-4bb2-bd35-e046f5860642), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:13.785643 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7d54fac7-4f13-4200-b25c-38396856cf02 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ff3d76f9-0b85-4bb2-bd35-e046f5860642), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:13.788517 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7d54fac7-4f13-4200-b25c-38396856cf02 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:13.793323 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-7d54fac7-4f13-4200-b25c-38396856cf02 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "DELETE /v2.0/security-groups/ff3d76f9-0b85-4bb2-bd35-e046f5860642 HTTP/1.1" status: 204 len: 168 time: 0.1378095 May 19 16:49:13.793816 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36192) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:13.801685 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54fac7-4f13-4200-b25c-38396856cf02 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3d76f9-0b85-4bb2-bd35-e046f5860642,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:13.816046 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.api.v2.resource [None req-9b83dbf0-a2cc-499f-92cc-1d59be9cf46e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] show failed (client error): The resource could not be found. May 19 16:49:13.820141 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-9b83dbf0-a2cc-499f-92cc-1d59be9cf46e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups/ff3d76f9-0b85-4bb2-bd35-e046f5860642 HTTP/1.1" status: 404 len: 347 time: 0.0223510 May 19 16:49:13.820572 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36194) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:13.912047 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:13.932637 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:13.946082 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-32ad05d4-b3ed-44f1-82bb-0d9216d48f1b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Deleting port 2a84f562-bac1-4732-8196-e969a399ba17 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:49:13.946434 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32ad05d4-b3ed-44f1-82bb-0d9216d48f1b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (2a84f562-bac1-4732-8196-e969a399ba17), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:14.022660 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a1ab6-5223-48e2-89f6-e822875aae1a req-db7430b1-7082-4336-b40d-8ab35a053927 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:14.024059 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-947a1ab6-5223-48e2-89f6-e822875aae1a req-db7430b1-7082-4336-b40d-8ab35a053927 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0503273 May 19 16:49:14.024803 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32ad05d4-b3ed-44f1-82bb-0d9216d48f1b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (2a84f562-bac1-4732-8196-e969a399ba17), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:14.025131 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32ad05d4-b3ed-44f1-82bb-0d9216d48f1b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (2a84f562-bac1-4732-8196-e969a399ba17), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:14.042223 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-32ad05d4-b3ed-44f1-82bb-0d9216d48f1b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Calling delete_port for 2a84f562-bac1-4732-8196-e969a399ba17 owned by network:floatingip {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:49:14.071939 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-947a1ab6-5223-48e2-89f6-e822875aae1a req-961c73d1-8b77-4441-8321-b6cb46f31e97 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419490 May 19 16:49:14.223214 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a4747-c09b-4c51-9b7a-fbd2efe3f0d1 req-716af03a-61d8-4486-9295-8cd791e1bde0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:14.224805 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b92a4747-c09b-4c51-9b7a-fbd2efe3f0d1 req-716af03a-61d8-4486-9295-8cd791e1bde0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0809448 May 19 16:49:14.225881 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32ad05d4-b3ed-44f1-82bb-0d9216d48f1b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (2a84f562-bac1-4732-8196-e969a399ba17), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:14.233705 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36200) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:14.238311 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-5d69db2c-55ae-499e-b958-af9770011fbc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Request body: {'floatingip': {'port_id': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:49:14.251356 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad05d4-b3ed-44f1-82bb-0d9216d48f1b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event deleted for resources: {'Port': ['ID=2a84f562-bac1-4732-8196-e969a399ba17,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:14.282247 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-3c55bdf9-5e6b-437b-8ae1-dcc4a1a77a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:14.293828 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5d69db2c-55ae-499e-b958-af9770011fbc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for floatingip (0d90df66-5953-492a-a77d-e84bf2e719ac), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:14.315126 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32ad05d4-b3ed-44f1-82bb-0d9216d48f1b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (73f332ff-2e27-48c6-9a9d-c4f54f83691e), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:14.317660 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32ad05d4-b3ed-44f1-82bb-0d9216d48f1b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:14.321831 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-32ad05d4-b3ed-44f1-82bb-0d9216d48f1b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "DELETE /v2.0/floatingips/73f332ff-2e27-48c6-9a9d-c4f54f83691e HTTP/1.1" status: 204 len: 168 time: 0.4969058 May 19 16:49:14.479195 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:14.709196 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:14.758531 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5d69db2c-55ae-499e-b958-af9770011fbc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:14.763067 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5d69db2c-55ae-499e-b958-af9770011fbc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (0d90df66-5953-492a-a77d-e84bf2e719ac), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:14.962106 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d69db2c-55ae-499e-b958-af9770011fbc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:49:15.061833 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d69db2c-55ae-499e-b958-af9770011fbc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:49:15.066705 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5d69db2c-55ae-499e-b958-af9770011fbc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:15.071180 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51bce46-a141-4162-944a-006923909abd None None] Sync routers for ids ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:49:15.081945 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51bce46-a141-4162-944a-006923909abd None None] Routers {'03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:49:15.082546 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-e51bce46-a141-4162-944a-006923909abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:49:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:15.097683 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'tag': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:49:15.099956 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87f5bf4-2968-4368-8024-9056a7faa0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5", "tag": "dc7ca7c9-fb4e-427b-a711-3641b6dc9306"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:49:15.134816 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-5d69db2c-55ae-499e-b958-af9770011fbc tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "PUT /v2.0/floatingips/0d90df66-5953-492a-a77d-e84bf2e719ac HTTP/1.1" status: 200 len: 994 time: 0.8974011 May 19 16:49:15.139947 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83177c4d-13e4-40c8-a824-b543a12d5ff0 x-openstack-request-id: req-83177c4d-13e4-40c8-a824-b543a12d5ff0 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:49:15.140238 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5", "tag": "dc7ca7c9-fb4e-427b-a711-3641b6dc9306", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:49:15.140750 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83177c4d-13e4-40c8-a824-b543a12d5ff0 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:49:15.140893 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83177c4d-13e4-40c8-a824-b543a12d5ff0'] response: {'name': 'network-changed', 'server_uuid': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'tag': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306', 'status': 'completed', 'code': 200} May 19 16:49:15.187788 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-e51bce46-a141-4162-944a-006923909abd None None] Set router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:49:15.201127 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:15.212727 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f5bf4-2968-4368-8024-9056a7faa0b7 req-bfaca1c9-70bf-4890-8f86-a06695b70a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:15.214306 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a87f5bf4-2968-4368-8024-9056a7faa0b7 req-bfaca1c9-70bf-4890-8f86-a06695b70a3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 1130 time: 0.0453629 May 19 16:49:15.318439 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f5bf4-2968-4368-8024-9056a7faa0b7 req-dd6c29c3-a9f6-46b0-ba2d-77379fe5039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:15.319932 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a87f5bf4-2968-4368-8024-9056a7faa0b7 req-dd6c29c3-a9f6-46b0-ba2d-77379fe5039c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.0974882 May 19 16:49:15.357788 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:15.426262 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:15.426557 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a87f5bf4-2968-4368-8024-9056a7faa0b7 req-d3333a53-d904-4921-adcb-efc5ff0cc839 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc7ca7c9-fb4e-427b-a711-3641b6dc9306 HTTP/1.1" status: 200 len: 1002 time: 0.0943320 May 19 16:49:15.477024 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f5bf4-2968-4368-8024-9056a7faa0b7 req-75e88985-240c-4475-968e-9b411a4fd833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:15.478489 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a87f5bf4-2968-4368-8024-9056a7faa0b7 req-75e88985-240c-4475-968e-9b411a4fd833 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.0445652 May 19 16:49:15.495043 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-e51bce46-a141-4162-944a-006923909abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '0d90df66-5953-492a-a77d-e84bf2e719ac', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'port_id': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'mac_address': 'fa:16:3e:27:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:45:18Z', 'updated_at': '2022-05-19T16:49:14Z', 'revision_number': 3, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0e65df-f2bc-4d6c-9e23-76804c9de3cb', 'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'mac_address': 'fa:16:3e:6f:32:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:22Z', 'revision_number': 5, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'subnets': [{'id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:15.518903 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:15.521927 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51bce46-a141-4162-944a-006923909abd None None] Checking router: 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:49:15.526390 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f5bf4-2968-4368-8024-9056a7faa0b7 req-743b904f-36d1-48ca-9062-cdee54476555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:15.527908 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a87f5bf4-2968-4368-8024-9056a7faa0b7 req-743b904f-36d1-48ca-9062-cdee54476555 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420353 May 19 16:49:15.531810 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51bce46-a141-4162-944a-006923909abd None None] Routers {'03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:49:15.532447 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-e51bce46-a141-4162-944a-006923909abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:49:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:15.635335 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a87f5bf4-2968-4368-8024-9056a7faa0b7 req-31aec4e4-dddf-4948-8ffc-0fb09da1ab3b service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991311 May 19 16:49:15.640454 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-e51bce46-a141-4162-944a-006923909abd None None] Set router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:49:15.732504 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a87f5bf4-2968-4368-8024-9056a7faa0b7 req-60dfc103-fad7-4cf2-b1a1-9787770d0ab8 service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908179 May 19 16:49:15.876128 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-e51bce46-a141-4162-944a-006923909abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '0d90df66-5953-492a-a77d-e84bf2e719ac', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'port_id': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'mac_address': 'fa:16:3e:27:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:45:18Z', 'updated_at': '2022-05-19T16:49:14Z', 'revision_number': 3, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0e65df-f2bc-4d6c-9e23-76804c9de3cb', 'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'mac_address': 'fa:16:3e:6f:32:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:22Z', 'revision_number': 5, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'subnets': [{'id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:15.902492 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51bce46-a141-4162-944a-006923909abd None None] The sync data for ids ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'] in dv-cinder-842433-1-iscsi is: [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '0d90df66-5953-492a-a77d-e84bf2e719ac', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'port_id': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'mac_address': 'fa:16:3e:27:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:45:18Z', 'updated_at': '2022-05-19T16:49:14Z', 'revision_number': 3, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0e65df-f2bc-4d6c-9e23-76804c9de3cb', 'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'mac_address': 'fa:16:3e:6f:32:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:22Z', 'revision_number': 5, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'subnets': [{'id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:49:16.052817 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4e36f-b1f1-4ebb-9816-87f3e7a516f5 req-330972cd-6d6c-4c3c-9f28-e3b459b30a2a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:16.054339 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8fe4e36f-b1f1-4ebb-9816-87f3e7a516f5 req-330972cd-6d6c-4c3c-9f28-e3b459b30a2a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 945 time: 0.0569758 May 19 16:49:16.103393 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8fe4e36f-b1f1-4ebb-9816-87f3e7a516f5 req-e8c52e9b-b89b-4469-a230-85bcb9c75338 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428789 May 19 16:49:16.950364 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-7dff4d9f-1f29-4749-afa6-e2230da77fe6 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:16.951930 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-7dff4d9f-1f29-4749-afa6-e2230da77fe6 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 945 time: 0.0519683 May 19 16:49:16.956388 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:17.036116 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Deleting port 72dbf905-0954-48c4-90e4-39059b98309a {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:49:17.036457 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (72dbf905-0954-48c4-90e4-39059b98309a), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:17.282187 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'tag': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:49:17.284358 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f51cece-c736-4904-b52c-9eaf7615360a" -d '{"events": [{"name": "network-changed", "server_uuid": "deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5", "tag": "dc7ca7c9-fb4e-427b-a711-3641b6dc9306"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:49:17.307259 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:17.328119 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e40293-fc7d-4d27-a7f6-80794dfa8cd9 x-openstack-request-id: req-77e40293-fc7d-4d27-a7f6-80794dfa8cd9 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:49:17.328409 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5", "tag": "dc7ca7c9-fb4e-427b-a711-3641b6dc9306", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:49:17.328663 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77e40293-fc7d-4d27-a7f6-80794dfa8cd9 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:49:17.329056 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e40293-fc7d-4d27-a7f6-80794dfa8cd9'] response: {'name': 'network-changed', 'server_uuid': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'tag': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306', 'status': 'completed', 'code': 200} May 19 16:49:17.363292 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dca791-7e3c-4814-9c27-320056749687 req-302ce4e9-317b-4974-bc06-27d10f6f69c9 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:17.364787 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a7dca791-7e3c-4814-9c27-320056749687 req-302ce4e9-317b-4974-bc06-27d10f6f69c9 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ff377c-5ccd-40ca-9e51-6bde8aafab8c HTTP/1.1" status: 200 len: 945 time: 0.0757389 May 19 16:49:17.381247 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51cece-c736-4904-b52c-9eaf7615360a req-3f3d874c-bb0b-4abd-80e8-5dc5dd8d990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:17.382891 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2f51cece-c736-4904-b52c-9eaf7615360a req-3f3d874c-bb0b-4abd-80e8-5dc5dd8d990b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 1130 time: 0.0402346 May 19 16:49:17.389058 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] For port 72dbf905-0954-48c4-90e4-39059b98309a, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=72dbf905-0954-48c4-90e4-39059b98309a,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:49:17.389454 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (72dbf905-0954-48c4-90e4-39059b98309a), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:17.475823 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a7dca791-7e3c-4814-9c27-320056749687 req-48a29fc2-0cdc-4366-b1eb-96b0aea9a774 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3c0a484-ce05-467c-a026-d0afca31e182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005929 May 19 16:49:17.478174 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51cece-c736-4904-b52c-9eaf7615360a req-2ddcad83-cd5c-4cdf-b371-43a8e581742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:17.479694 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2f51cece-c736-4904-b52c-9eaf7615360a req-2ddcad83-cd5c-4cdf-b371-43a8e581742c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 200 len: 919 time: 0.0908291 May 19 16:49:17.545841 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2f51cece-c736-4904-b52c-9eaf7615360a req-26af5381-61de-43dc-8c5a-ab7941ca000b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc7ca7c9-fb4e-427b-a711-3641b6dc9306 HTTP/1.1" status: 200 len: 1002 time: 0.0565150 May 19 16:49:17.588501 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:17.588855 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (de1ceb65-1b2b-4a2a-9520-bc32df3cee24), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:17.589198 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Floating IP de1ceb65-1b2b-4a2a-9520-bc32df3cee24 disassociated. External IP: 172.27.1.187, port: 72dbf905-0954-48c4-90e4-39059b98309a. May 19 16:49:17.589563 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Calling delete_port for 72dbf905-0954-48c4-90e4-39059b98309a owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:49:17.596662 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51cece-c736-4904-b52c-9eaf7615360a req-1db56734-3dfd-467d-afcc-4a9a3528ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:17.598193 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2f51cece-c736-4904-b52c-9eaf7615360a req-1db56734-3dfd-467d-afcc-4a9a3528ba71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 200 len: 857 time: 0.0451453 May 19 16:49:17.646093 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51cece-c736-4904-b52c-9eaf7615360a req-5d1a00c8-6ff2-46e3-9afb-8273f87c93cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:17.647614 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2f51cece-c736-4904-b52c-9eaf7615360a req-5d1a00c8-6ff2-46e3-9afb-8273f87c93cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432196 May 19 16:49:17.721508 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (72dbf905-0954-48c4-90e4-39059b98309a), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:17.742827 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2f51cece-c736-4904-b52c-9eaf7615360a req-20e61b4e-0511-4232-91ef-9a0391f47d9c service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883360 May 19 16:49:17.749256 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event deleted for resources: {'Port': ['ID=72dbf905-0954-48c4-90e4-39059b98309a,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:17.800664 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:17.816128 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:17.823609 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:17.848020 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2f51cece-c736-4904-b52c-9eaf7615360a req-1f498d85-3163-4421-a531-85f35d38b10a service neutron] 10.222.0.48 "GET /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984411 May 19 16:49:17.865869 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Router d2e557b8-2491-4d73-87f9-658557afc7f9 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:49:17.971159 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:49:17.983246 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd32d2-d8f2-4461-87df-58f146094ee2 None None] Sync routers for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:49:17.993509 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd32d2-d8f2-4461-87df-58f146094ee2 None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:49:17.994245 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-fdfd32d2-d8f2-4461-87df-58f146094ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:49:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:18.017173 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] No DVR routers for this DVR port 72dbf905-0954-48c4-90e4-39059b98309a on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:49:18.020488 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:18.024554 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2c46c2cf-2108-4304-8b99-4d3180ccbe5e req-61d04683-c600-439c-9f9f-8de09578430c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "DELETE /v2.0/ports/72dbf905-0954-48c4-90e4-39059b98309a HTTP/1.1" status: 204 len: 173 time: 1.0652776 May 19 16:49:18.103827 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-fdfd32d2-d8f2-4461-87df-58f146094ee2 None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:49:18.302722 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-fdfd32d2-d8f2-4461-87df-58f146094ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:18.327237 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd32d2-d8f2-4461-87df-58f146094ee2 None None] Checking router: d2e557b8-2491-4d73-87f9-658557afc7f9 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:49:18.335648 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd32d2-d8f2-4461-87df-58f146094ee2 None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:49:18.336211 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-fdfd32d2-d8f2-4461-87df-58f146094ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:49:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:18.439071 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-fdfd32d2-d8f2-4461-87df-58f146094ee2 None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:49:18.575139 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:18.648329 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-fdfd32d2-d8f2-4461-87df-58f146094ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:18.651565 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:18.673923 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd32d2-d8f2-4461-87df-58f146094ee2 None None] The sync data for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi is: [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:49:18.894136 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03299996-6d7e-4221-949b-922a74117575 None None] New status for floating IP de1ceb65-1b2b-4a2a-9520-bc32df3cee24: DOWN {{(pid=110373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:49:19.330403 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'name': 'network-vif-deleted', 'tag': '72dbf905-0954-48c4-90e4-39059b98309a'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:49:19.332774 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ddc0ce-cd36-4024-89f1-64fb9309d9f9" -d '{"events": [{"server_uuid": "b4ff377c-5ccd-40ca-9e51-6bde8aafab8c", "name": "network-vif-deleted", "tag": "72dbf905-0954-48c4-90e4-39059b98309a"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:49:19.366672 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e43a4b-7afa-4b0a-b734-991a6972ee7b x-openstack-request-id: req-92e43a4b-7afa-4b0a-b734-991a6972ee7b {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:49:19.366962 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ff377c-5ccd-40ca-9e51-6bde8aafab8c", "name": "network-vif-deleted", "tag": "72dbf905-0954-48c4-90e4-39059b98309a", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:49:19.367238 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92e43a4b-7afa-4b0a-b734-991a6972ee7b {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:49:19.367660 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e43a4b-7afa-4b0a-b734-991a6972ee7b'] response: {'server_uuid': 'b4ff377c-5ccd-40ca-9e51-6bde8aafab8c', 'name': 'network-vif-deleted', 'tag': '72dbf905-0954-48c4-90e4-39059b98309a', 'status': 'completed', 'code': 200} May 19 16:49:19.586451 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36242) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:19.641409 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4489d61a-9320-4802-8cf7-733ac5506d65 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (e3c0a484-ce05-467c-a026-d0afca31e182), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:19.665313 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4489d61a-9320-4802-8cf7-733ac5506d65 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (e3c0a484-ce05-467c-a026-d0afca31e182), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:19.711974 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4489d61a-9320-4802-8cf7-733ac5506d65 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e3c0a484-ce05-467c-a026-d0afca31e182), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:19.714614 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4489d61a-9320-4802-8cf7-733ac5506d65 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:19.715789 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-4489d61a-9320-4802-8cf7-733ac5506d65 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "DELETE /v2.0/security-groups/e3c0a484-ce05-467c-a026-d0afca31e182 HTTP/1.1" status: 204 len: 168 time: 0.1283038 May 19 16:49:19.718542 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36244) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:19.724887 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489d61a-9320-4802-8cf7-733ac5506d65 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c0a484-ce05-467c-a026-d0afca31e182,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:19.734852 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.api.v2.resource [None req-ed2e3a90-b333-41f8-9133-92b38b739b74 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] show failed (client error): The resource could not be found. May 19 16:49:19.738528 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-ed2e3a90-b333-41f8-9133-92b38b739b74 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups/e3c0a484-ce05-467c-a026-d0afca31e182 HTTP/1.1" status: 404 len: 347 time: 0.0162630 May 19 16:49:19.738756 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36246) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:19.850612 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-be138d97-d5d4-4a02-b6f8-1d3028557296 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Deleting port 93854742-41d8-4691-8d0e-2b74c3587217 {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:49:19.850866 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-be138d97-d5d4-4a02-b6f8-1d3028557296 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (93854742-41d8-4691-8d0e-2b74c3587217), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:19.905905 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:19.930903 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-be138d97-d5d4-4a02-b6f8-1d3028557296 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (93854742-41d8-4691-8d0e-2b74c3587217), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:19.931231 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-be138d97-d5d4-4a02-b6f8-1d3028557296 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (93854742-41d8-4691-8d0e-2b74c3587217), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:19.944252 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-be138d97-d5d4-4a02-b6f8-1d3028557296 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Calling delete_port for 93854742-41d8-4691-8d0e-2b74c3587217 owned by network:floatingip {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:49:20.083811 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-be138d97-d5d4-4a02-b6f8-1d3028557296 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (93854742-41d8-4691-8d0e-2b74c3587217), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.106204 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be138d97-d5d4-4a02-b6f8-1d3028557296 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event deleted for resources: {'Port': ['ID=93854742-41d8-4691-8d0e-2b74c3587217,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:20.178572 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-be138d97-d5d4-4a02-b6f8-1d3028557296 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (de1ceb65-1b2b-4a2a-9520-bc32df3cee24), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.181177 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-be138d97-d5d4-4a02-b6f8-1d3028557296 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.182321 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-be138d97-d5d4-4a02-b6f8-1d3028557296 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "DELETE /v2.0/floatingips/de1ceb65-1b2b-4a2a-9520-bc32df3cee24 HTTP/1.1" status: 204 len: 168 time: 0.4426785 May 19 16:49:20.256702 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36250) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:20.261363 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-2c88713d-718d-4b3a-9421-c920a3ee19b8 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--365936875', 'description': 'tempest-description--1548300791'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:49:20.283011 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c88713d-718d-4b3a-9421-c920a3ee19b8 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.351732 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c88713d-718d-4b3a-9421-c920a3ee19b8 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (f114713f-0b0f-4fd9-839f-dc41b10ef697), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.355451 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c88713d-718d-4b3a-9421-c920a3ee19b8 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (f114713f-0b0f-4fd9-839f-dc41b10ef697), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.386675 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2c88713d-718d-4b3a-9421-c920a3ee19b8 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.387900 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-2c88713d-718d-4b3a-9421-c920a3ee19b8 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1301146 May 19 16:49:20.389787 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88713d-718d-4b3a-9421-c920a3ee19b8 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f114713f-0b0f-4fd9-839f-dc41b10ef697,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:20.392201 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36252) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:20.397329 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-2ac5e073-9fac-45ef-a9a7-5b7fe963aae5 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'security_group_rule': {'security_group_id': 'f114713f-0b0f-4fd9-839f-dc41b10ef697', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:49:20.424318 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2ac5e073-9fac-45ef-a9a7-5b7fe963aae5 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (de962905-591f-4009-9463-8a7daa558321), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.495683 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2ac5e073-9fac-45ef-a9a7-5b7fe963aae5 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (de962905-591f-4009-9463-8a7daa558321), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.499635 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2ac5e073-9fac-45ef-a9a7-5b7fe963aae5 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (de962905-591f-4009-9463-8a7daa558321), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.517800 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5e073-9fac-45ef-a9a7-5b7fe963aae5 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de962905-591f-4009-9463-8a7daa558321,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:20.525636 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2ac5e073-9fac-45ef-a9a7-5b7fe963aae5 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.526837 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-2ac5e073-9fac-45ef-a9a7-5b7fe963aae5 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333942 May 19 16:49:20.529715 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36254) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:20.534211 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-901e9888-54a3-49e8-acb1-796edf8c8a2e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'security_group_rule': {'security_group_id': 'f114713f-0b0f-4fd9-839f-dc41b10ef697', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:49:20.560626 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-901e9888-54a3-49e8-acb1-796edf8c8a2e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (f3a1a63a-3d22-4534-afb6-b3875e310f18), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.608209 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-901e9888-54a3-49e8-acb1-796edf8c8a2e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (f3a1a63a-3d22-4534-afb6-b3875e310f18), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.611670 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-901e9888-54a3-49e8-acb1-796edf8c8a2e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (f3a1a63a-3d22-4534-afb6-b3875e310f18), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.617036 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:20.631035 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e9888-54a3-49e8-acb1-796edf8c8a2e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a1a63a-3d22-4534-afb6-b3875e310f18,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:20.641756 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-901e9888-54a3-49e8-acb1-796edf8c8a2e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.642881 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-901e9888-54a3-49e8-acb1-796edf8c8a2e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121798 May 19 16:49:20.646004 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36256) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:20.650837 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'floatingip': {'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:49:20.670927 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.749298 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:20.755808 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:20.868335 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Allocated IP 172.27.1.189 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/21daa7b0-ba8d-4d9f-8760-f93a20bc87d4) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:49:20.973289 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for port (21daa7b0-ba8d-4d9f-8760-f93a20bc87d4), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:21.007107 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (21daa7b0-ba8d-4d9f-8760-f93a20bc87d4), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:21.047776 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:49:21.052401 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:49:21.056509 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:49:21.059448 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'Port': ['ID=21daa7b0-ba8d-4d9f-8760-f93a20bc87d4,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:21.147613 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (c2c88cdb-9aad-41b6-8dc7-402f295d8099), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:21.186180 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (21daa7b0-ba8d-4d9f-8760-f93a20bc87d4), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:21.330857 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:21.362634 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for port (21daa7b0-ba8d-4d9f-8760-f93a20bc87d4), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:21.366886 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (21daa7b0-ba8d-4d9f-8760-f93a20bc87d4), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:21.435116 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'Port': ['ID=21daa7b0-ba8d-4d9f-8760-f93a20bc87d4,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:21.451256 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (c2c88cdb-9aad-41b6-8dc7-402f295d8099), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:21.466537 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:21.467773 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-fdfc566d-4f0e-4b47-9e16-44f1d25a7506 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8208344 May 19 16:49:21.574651 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 72dbf905-0954-48c4-90e4-39059b98309a no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:49:21.600770 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: 72dbf905-0954-48c4-90e4-39059b98309a {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:49:21.601100 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 72dbf905-0954-48c4-90e4-39059b98309a not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:49:21.609686 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:21.618497 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-8616f72f-918b-4a25-b801-8a56c37e7052 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--365936875&fields=id&tenant_id=3e200a1b99664fc8b41757e2ae404f50 HTTP/1.1" status: 200 len: 267 time: 0.0471413 May 19 16:49:21.727807 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-356d9d78-5143-4754-b0b2-6094dd694e87 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:21.729223 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-356d9d78-5143-4754-b0b2-6094dd694e87 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 814 time: 0.1040337 May 19 16:49:21.744125 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-626a0435-3613-47b1-bcce-1207b8f833c8 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/quotas/3e200a1b99664fc8b41757e2ae404f50 HTTP/1.1" status: 200 len: 375 time: 0.0095260 May 19 16:49:21.793255 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-201a2f59-121e-4803-8800-271d5f731d6e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438809 May 19 16:49:21.932171 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-04232a2a-6861-451f-8155-2fed40eeff2c service neutron] 10.222.0.36 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277196 May 19 16:49:22.026468 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-17dad4c5-2b10-462c-8d55-76190ed3605b service neutron] 10.222.0.36 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882988 May 19 16:49:22.191674 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-6a0bc43a-6066-4a7c-a604-5d6656b87e6c req-74c4aaf8-a0c2-43b3-8bcb-f3bc71c13be3 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 210 time: 0.0293517 May 19 16:49:23.132911 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-cc9e34aa-90b3-4615-9cd1-b189f346430d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:23.134425 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-cc9e34aa-90b3-4615-9cd1-b189f346430d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 814 time: 0.1183891 May 19 16:49:23.200219 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-0c30ec4e-4bfd-4648-990b-be542001580c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e200a1b99664fc8b41757e2ae404f50 HTTP/1.1" status: 200 len: 379 time: 0.0544550 May 19 16:49:23.291520 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-a67e38c5-6ec4-4a54-a089-1dd8b8a9c585 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'port': {'device_id': '5b9cc1c6-d6f1-41fb-b66f-cc33947583d6', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'admin_state_up': True, 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'security_groups': ['f114713f-0b0f-4fd9-839f-dc41b10ef697']}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:49:23.295768 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-042204ca-b000-4e62-bb93-a5d7b3d86069 req-30af50b9-36b2-42ca-9d7c-e3fbb6552014 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 210 time: 0.0359144 May 19 16:49:23.403021 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-a67e38c5-6ec4-4a54-a089-1dd8b8a9c585 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Made reservation on behalf of 3e200a1b99664fc8b41757e2ae404f50 for: {'port': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:49:23.406537 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-a67e38c5-6ec4-4a54-a089-1dd8b8a9c585 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:23.539141 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-a67e38c5-6ec4-4a54-a089-1dd8b8a9c585 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Allocated IP 172.20.0.3 (84ed37a0-33b7-474f-8c60-1eac20f29b87/6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5/43573c61-29c1-4b6b-bc49-e94f505da8b8) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:49:23.552600 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:23.577845 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:23.682919 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-a67e38c5-6ec4-4a54-a089-1dd8b8a9c585 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:23.715597 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-a67e38c5-6ec4-4a54-a089-1dd8b8a9c585 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:23.759216 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-a67e38c5-6ec4-4a54-a089-1dd8b8a9c585 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Network 84ed37a0-33b7-474f-8c60-1eac20f29b87 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:49:23.762374 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-a67e38c5-6ec4-4a54-a089-1dd8b8a9c585 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:49:23.766391 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-a67e38c5-6ec4-4a54-a089-1dd8b8a9c585 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:49:23.772400 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e38c5-6ec4-4a54-a089-1dd8b8a9c585 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'Port': ['ID=43573c61-29c1-4b6b-bc49-e94f505da8b8,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:23.822987 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-a67e38c5-6ec4-4a54-a089-1dd8b8a9c585 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:23.823621 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-a67e38c5-6ec4-4a54-a089-1dd8b8a9c585 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:23.840726 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-a67e38c5-6ec4-4a54-a089-1dd8b8a9c585 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5537071 May 19 16:49:23.868483 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Request body: {'port': {'device_id': '5b9cc1c6-d6f1-41fb-b66f-cc33947583d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:49:23.935503 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:24.047985 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:24.056239 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-9078d1ee-22e3-4564-af11-53d4800a0ac4 None None] Provisioning complete for port 43573c61-29c1-4b6b-bc49-e94f505da8b8 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:49:24.056785 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-9078d1ee-22e3-4564-af11-53d4800a0ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:24.089882 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-9078d1ee-22e3-4564-af11-53d4800a0ac4 None None] Port 43573c61-29c1-4b6b-bc49-e94f505da8b8 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:49:24.220993 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43573c61-29c1-4b6b-bc49-e94f505da8b8 {{(pid=110371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:49:24.228942 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Publish callbacks [] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:24.241424 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.provisioning_blocks [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Transition to ACTIVE for port object 43573c61-29c1-4b6b-bc49-e94f505da8b8 will not be triggered until provisioned by entity L2. {{(pid=110371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:49:24.245813 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:24.293440 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Pushing event updated for resources: {'Port': ['ID=43573c61-29c1-4b6b-bc49-e94f505da8b8,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:24.366315 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:24.372354 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Attempting to bind port 43573c61-29c1-4b6b-bc49-e94f505da8b8 on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:49:24.372697 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Attempting to bind port 43573c61-29c1-4b6b-bc49-e94f505da8b8 by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:49:24.373032 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Attempting to bind port 43573c61-29c1-4b6b-bc49-e94f505da8b8 on network 84ed37a0-33b7-474f-8c60-1eac20f29b87 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:49:24.379851 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Port 43573c61-29c1-4b6b-bc49-e94f505da8b8 on network 84ed37a0-33b7-474f-8c60-1eac20f29b87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:49:24.380316 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Attempting to bind port 43573c61-29c1-4b6b-bc49-e94f505da8b8 on network 84ed37a0-33b7-474f-8c60-1eac20f29b87 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:49:24.386838 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:49:24.387179 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Checking segment: {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:49:24.387565 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Bound using segment: {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:49:24.387990 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Bound port: 43573c61-29c1-4b6b-bc49-e94f505da8b8, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'}}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:49:24.388351 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:24.401616 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:24.422042 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218d4cc-d9d4-40d9-b5a1-3eac24b41165 req-27f5a652-4bce-4f43-93ca-7968328a9e6e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:24.424242 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8218d4cc-d9d4-40d9-b5a1-3eac24b41165 req-27f5a652-4bce-4f43-93ca-7968328a9e6e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 943 time: 0.0577140 May 19 16:49:24.460197 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] For port 43573c61-29c1-4b6b-bc49-e94f505da8b8, host hv-cinder-84243, cleared binding levels {{(pid=110371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:49:24.464122 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] For port 43573c61-29c1-4b6b-bc49-e94f505da8b8, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=43573c61-29c1-4b6b-bc49-e94f505da8b8,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:49:24.470440 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:24.476490 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8218d4cc-d9d4-40d9-b5a1-3eac24b41165 req-f0be3781-44d2-418a-9292-3c60263c2d4c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463736 May 19 16:49:24.507820 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:24.508836 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:24.510341 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] 10.222.0.48 "PUT /v2.0/ports/43573c61-29c1-4b6b-bc49-e94f505da8b8 HTTP/1.1" status: 200 len: 1093 time: 0.6464345 May 19 16:49:24.517462 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9cc1c6-d6f1-41fb-b66f-cc33947583d6', 'tag': '43573c61-29c1-4b6b-bc49-e94f505da8b8'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:49:24.519668 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc837a6-962b-4075-8486-15b8b9810194" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9cc1c6-d6f1-41fb-b66f-cc33947583d6", "tag": "43573c61-29c1-4b6b-bc49-e94f505da8b8"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:49:24.542554 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad19cd-b3d8-4097-bb46-0c5b54c06048 service neutron] Pushing event updated for resources: {'Port': ['ID=43573c61-29c1-4b6b-bc49-e94f505da8b8,revision_number=3']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:24.581863 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1366c3c3-c4be-4734-aac7-af3c4d7f20d9 x-openstack-request-id: req-1366c3c3-c4be-4734-aac7-af3c4d7f20d9 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:49:24.582158 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9cc1c6-d6f1-41fb-b66f-cc33947583d6", "tag": "43573c61-29c1-4b6b-bc49-e94f505da8b8", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:49:24.582427 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1366c3c3-c4be-4734-aac7-af3c4d7f20d9 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:49:24.582818 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1366c3c3-c4be-4734-aac7-af3c4d7f20d9'] response: {'name': 'network-changed', 'server_uuid': '5b9cc1c6-d6f1-41fb-b66f-cc33947583d6', 'tag': '43573c61-29c1-4b6b-bc49-e94f505da8b8', 'status': 'completed', 'code': 200} May 19 16:49:24.596028 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-2f0342fa-d9f6-4de2-8ca1-b5d6a1ef624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:24.597747 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-2f0342fa-d9f6-4de2-8ca1-b5d6a1ef624e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 1127 time: 0.0460746 May 19 16:49:24.642160 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-ef0042aa-09f8-473f-97df-112fad6b7ec0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43573c61-29c1-4b6b-bc49-e94f505da8b8 HTTP/1.1" status: 200 len: 217 time: 0.0367389 May 19 16:49:24.696339 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-9738b97d-70b9-44be-85ee-e94ab67a8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:24.697847 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-9738b97d-70b9-44be-85ee-e94ab67a8dd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 HTTP/1.1" status: 200 len: 853 time: 0.0476930 May 19 16:49:24.741072 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-a831ecb2-38b5-4895-a644-31310adce6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:24.743190 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-a831ecb2-38b5-4895-a644-31310adce6ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84ed37a0-33b7-474f-8c60-1eac20f29b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384734 May 19 16:49:24.838362 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-1c41bae2-cd36-4ddd-9f57-275547dd3568 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889745 May 19 16:49:24.929265 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-eb61ec99-74be-41b5-8614-8ac1a79a73c6 req-75eb558a-18fb-456e-bbd2-9637c0de6a31 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846043 May 19 16:49:25.598028 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb0444-bb41-4b7a-9606-236cd1e199c2 req-5483f1a1-9573-4a11-94a2-ec4b309ef264 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:25.599530 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d6cb0444-bb41-4b7a-9606-236cd1e199c2 req-5483f1a1-9573-4a11-94a2-ec4b309ef264 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 943 time: 0.0519290 May 19 16:49:25.647236 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d6cb0444-bb41-4b7a-9606-236cd1e199c2 req-6d49bc52-67c4-4083-b437-981f47c48464 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420439 May 19 16:49:26.766839 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e533636-f0b0-4a6e-9599-5330f03a10cc req-8a2875b4-4cba-406c-a210-e73a3fa2d87a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:26.768338 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6e533636-f0b0-4a6e-9599-5330f03a10cc req-8a2875b4-4cba-406c-a210-e73a3fa2d87a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 943 time: 0.0526471 May 19 16:49:26.814908 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6e533636-f0b0-4a6e-9599-5330f03a10cc req-41bb03e7-3ea8-4751-96b6-f14ac6ee5eb4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410178 May 19 16:49:27.651195 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc837a6-962b-4075-8486-15b8b9810194 req-e74be291-3419-4677-a6c6-00cf11d669c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:27.652706 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2bc837a6-962b-4075-8486-15b8b9810194 req-e74be291-3419-4677-a6c6-00cf11d669c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 1127 time: 0.0408092 May 19 16:49:27.752109 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc837a6-962b-4075-8486-15b8b9810194 req-2d4805e3-4534-447f-83b5-27dd0add4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:27.753655 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2bc837a6-962b-4075-8486-15b8b9810194 req-2d4805e3-4534-447f-83b5-27dd0add4294 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 915 time: 0.0922616 May 19 16:49:27.793338 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2bc837a6-962b-4075-8486-15b8b9810194 req-9c357f77-98ee-4617-b221-2186046abefc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43573c61-29c1-4b6b-bc49-e94f505da8b8 HTTP/1.1" status: 200 len: 217 time: 0.0326989 May 19 16:49:27.843519 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc837a6-962b-4075-8486-15b8b9810194 req-a6dd934d-aa47-4533-a2d0-6cf587185930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:27.844850 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2bc837a6-962b-4075-8486-15b8b9810194 req-a6dd934d-aa47-4533-a2d0-6cf587185930 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 HTTP/1.1" status: 200 len: 853 time: 0.0442243 May 19 16:49:27.894475 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc837a6-962b-4075-8486-15b8b9810194 req-41504934-5f03-40c0-94e8-144052450245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:27.895894 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2bc837a6-962b-4075-8486-15b8b9810194 req-41504934-5f03-40c0-94e8-144052450245 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84ed37a0-33b7-474f-8c60-1eac20f29b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442011 May 19 16:49:27.933598 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c4e41-f21d-480f-aeb1-4b7e4a59f351 req-99655441-5cb1-4ef8-a459-8b91b0e5f9c2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:27.935075 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-052c4e41-f21d-480f-aeb1-4b7e4a59f351 req-99655441-5cb1-4ef8-a459-8b91b0e5f9c2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 943 time: 0.0514598 May 19 16:49:27.987773 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-052c4e41-f21d-480f-aeb1-4b7e4a59f351 req-c77be663-0dbf-4fd2-9fe3-da6ffd36f504 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466774 May 19 16:49:27.996945 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2bc837a6-962b-4075-8486-15b8b9810194 req-8073b9cf-5383-4b07-8d24-336e873319aa service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933146 May 19 16:49:28.074720 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:28.327912 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:28.344792 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2bc837a6-962b-4075-8486-15b8b9810194 req-749f5174-0094-4b0f-88bd-4dc2070de698 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403106 May 19 16:49:29.104559 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9677c5-7d5b-4379-aae9-c698fd5d628a req-13b512e1-0adc-4308-b054-a15760d34149 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:29.106054 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cc9677c5-7d5b-4379-aae9-c698fd5d628a req-13b512e1-0adc-4308-b054-a15760d34149 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 943 time: 0.0490582 May 19 16:49:29.153087 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cc9677c5-7d5b-4379-aae9-c698fd5d628a req-2057b73e-6793-4380-a464-fcad96b625e4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413857 May 19 16:49:29.609276 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 43573c61-29c1-4b6b-bc49-e94f505da8b8 details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:49:29.710398 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 43573c61-29c1-4b6b-bc49-e94f505da8b8, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=43573c61-29c1-4b6b-bc49-e94f505da8b8,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:49:29.725492 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': '43573c61-29c1-4b6b-bc49-e94f505da8b8', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'port_id': '43573c61-29c1-4b6b-bc49-e94f505da8b8', 'mac_address': 'fa:16:3e:dc:53:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:49:29.761855 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 43573c61-29c1-4b6b-bc49-e94f505da8b8 is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:49:29.762242 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:29.776312 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43573c61-29c1-4b6b-bc49-e94f505da8b8 {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:49:29.799621 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 43573c61-29c1-4b6b-bc49-e94f505da8b8, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=43573c61-29c1-4b6b-bc49-e94f505da8b8,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:49:29.803795 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:29.849651 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=43573c61-29c1-4b6b-bc49-e94f505da8b8,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:29.856771 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:29.857121 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:29.857498 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:29.857838 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:29.858173 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:29.858504 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:29.858830 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:29.859158 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:29.859695 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:29.859814 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:29.860117 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:29.860463 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:29.860792 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:29.861111 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:29.861453 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:30.211450 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['43573c61-29c1-4b6b-bc49-e94f505da8b8'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:49:30.268180 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e0764-0922-4a43-86ba-90f48a2d274c req-62ebc7e2-b4ea-430d-a140-10fa10cfa979 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:30.269851 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-476e0764-0922-4a43-86ba-90f48a2d274c req-62ebc7e2-b4ea-430d-a140-10fa10cfa979 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 944 time: 0.0489836 May 19 16:49:30.322730 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-476e0764-0922-4a43-86ba-90f48a2d274c req-8cdeaed4-437b-4e2b-a50b-22ec4858f37b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467200 May 19 16:49:31.439008 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f185c-3c36-426d-ac94-d70e3ead9db8 req-d8002b8d-d850-4076-a833-04abbebeae0d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:31.440909 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2f0f185c-3c36-426d-ac94-d70e3ead9db8 req-d8002b8d-d850-4076-a833-04abbebeae0d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 944 time: 0.0493493 May 19 16:49:31.491542 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2f0f185c-3c36-426d-ac94-d70e3ead9db8 req-17827ecb-714f-41c0-b726-a786bd548f35 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448604 May 19 16:49:31.623485 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 43573c61-29c1-4b6b-bc49-e94f505da8b8 up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:49:31.666012 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port 43573c61-29c1-4b6b-bc49-e94f505da8b8 completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:49:31.672324 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port 43573c61-29c1-4b6b-bc49-e94f505da8b8 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:49:31.672722 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:31.744082 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 43573c61-29c1-4b6b-bc49-e94f505da8b8 is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:49:31.744466 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:31.767960 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9cc1c6-d6f1-41fb-b66f-cc33947583d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43573c61-29c1-4b6b-bc49-e94f505da8b8'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:49:31.770279 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdec536f-77e9-45fa-8c23-f737df5b2fc3" -d '{"events": [{"server_uuid": "5b9cc1c6-d6f1-41fb-b66f-cc33947583d6", "name": "network-vif-plugged", "status": "completed", "tag": "43573c61-29c1-4b6b-bc49-e94f505da8b8"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:49:31.785808 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 43573c61-29c1-4b6b-bc49-e94f505da8b8, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=43573c61-29c1-4b6b-bc49-e94f505da8b8,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:49:31.789913 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:31.829899 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:31.843641 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=43573c61-29c1-4b6b-bc49-e94f505da8b8,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:31.870127 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1749f049-285c-4fbf-a2fd-da25904460d4 x-openstack-request-id: req-1749f049-285c-4fbf-a2fd-da25904460d4 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:49:31.871004 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9cc1c6-d6f1-41fb-b66f-cc33947583d6", "name": "network-vif-plugged", "status": "completed", "tag": "43573c61-29c1-4b6b-bc49-e94f505da8b8", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:49:31.871260 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1749f049-285c-4fbf-a2fd-da25904460d4 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:49:31.871657 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1749f049-285c-4fbf-a2fd-da25904460d4'] response: {'server_uuid': '5b9cc1c6-d6f1-41fb-b66f-cc33947583d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43573c61-29c1-4b6b-bc49-e94f505da8b8', 'code': 200} May 19 16:49:32.044921 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c32c69-aeac-4e84-829f-af45a55c6c1a req-d82669f2-8a63-4f5b-ae94-a27e142b03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:32.046341 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e4c32c69-aeac-4e84-829f-af45a55c6c1a req-d82669f2-8a63-4f5b-ae94-a27e142b03a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 1129 time: 0.0427995 May 19 16:49:32.090940 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e4c32c69-aeac-4e84-829f-af45a55c6c1a req-91c52d6d-77cc-42c7-8ed4-04cd46323239 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370972 May 19 16:49:32.608543 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabf575-9b66-4fee-96f1-da60f6b086fd req-588d2446-cf18-44e8-a677-4d3d0d43d7fc tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:32.609997 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bdabf575-9b66-4fee-96f1-da60f6b086fd req-588d2446-cf18-44e8-a677-4d3d0d43d7fc tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 945 time: 0.0477993 May 19 16:49:32.657956 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bdabf575-9b66-4fee-96f1-da60f6b086fd req-287b482f-0bdf-47f9-aaf6-4b9dd24552a4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422680 May 19 16:49:33.775428 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbd01a-973d-4ace-9ea6-1fa3e89c04eb req-c3950a8d-3c32-4aba-9547-716c8bf50501 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:33.777503 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-18fbd01a-973d-4ace-9ea6-1fa3e89c04eb req-c3950a8d-3c32-4aba-9547-716c8bf50501 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 945 time: 0.0491269 May 19 16:49:33.824920 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-18fbd01a-973d-4ace-9ea6-1fa3e89c04eb req-327404c5-cc64-416c-abc2-000c8a965f14 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418956 May 19 16:49:33.943282 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dd8b3-146f-42fc-846d-43e695234b0c req-fd0ca1af-32a5-479c-a4ba-9978659802ce tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:33.944660 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c51dd8b3-146f-42fc-846d-43e695234b0c req-fd0ca1af-32a5-479c-a4ba-9978659802ce tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 945 time: 0.0502915 May 19 16:49:33.953557 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36324) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:33.957894 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-7955773a-3000-44f7-892f-e6b4f9b41b4e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'floatingip': {'port_id': '43573c61-29c1-4b6b-bc49-e94f505da8b8'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:49:33.993712 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7955773a-3000-44f7-892f-e6b4f9b41b4e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (c2c88cdb-9aad-41b6-8dc7-402f295d8099), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:34.418120 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7955773a-3000-44f7-892f-e6b4f9b41b4e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:34.421902 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7955773a-3000-44f7-892f-e6b4f9b41b4e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (c2c88cdb-9aad-41b6-8dc7-402f295d8099), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:34.515082 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [None req-7955773a-3000-44f7-892f-e6b4f9b41b4e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Floating IP c2c88cdb-9aad-41b6-8dc7-402f295d8099 associated. External IP: 172.27.1.189, port: 43573c61-29c1-4b6b-bc49-e94f505da8b8. May 19 16:49:34.556234 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:34.568251 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:34.712429 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7955773a-3000-44f7-892f-e6b4f9b41b4e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Router d2e557b8-2491-4d73-87f9-658557afc7f9 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:49:34.817198 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7955773a-3000-44f7-892f-e6b4f9b41b4e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:49:34.822216 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7955773a-3000-44f7-892f-e6b4f9b41b4e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:34.827178 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e2ef7d-167b-4127-8f7b-dcaf908cfd82 None None] Sync routers for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:49:34.840908 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e2ef7d-167b-4127-8f7b-dcaf908cfd82 None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:49:34.841548 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-f9e2ef7d-167b-4127-8f7b-dcaf908cfd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:49:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:34.852685 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-7955773a-3000-44f7-892f-e6b4f9b41b4e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "PUT /v2.0/floatingips/c2c88cdb-9aad-41b6-8dc7-402f295d8099 HTTP/1.1" status: 200 len: 991 time: 0.8980608 May 19 16:49:34.853288 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9cc1c6-d6f1-41fb-b66f-cc33947583d6', 'tag': '43573c61-29c1-4b6b-bc49-e94f505da8b8'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:49:34.856278 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f084f417-6584-42ae-9069-b73566fd0f97" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9cc1c6-d6f1-41fb-b66f-cc33947583d6", "tag": "43573c61-29c1-4b6b-bc49-e94f505da8b8"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:49:34.892584 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33f63e6-3bf1-48a2-86bc-a7af09cdcda7 x-openstack-request-id: req-c33f63e6-3bf1-48a2-86bc-a7af09cdcda7 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:49:34.893080 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9cc1c6-d6f1-41fb-b66f-cc33947583d6", "tag": "43573c61-29c1-4b6b-bc49-e94f505da8b8", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:49:34.893366 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c33f63e6-3bf1-48a2-86bc-a7af09cdcda7 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:49:34.893779 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33f63e6-3bf1-48a2-86bc-a7af09cdcda7'] response: {'name': 'network-changed', 'server_uuid': '5b9cc1c6-d6f1-41fb-b66f-cc33947583d6', 'tag': '43573c61-29c1-4b6b-bc49-e94f505da8b8', 'status': 'completed', 'code': 200} May 19 16:49:34.945086 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:34.955420 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-f9e2ef7d-167b-4127-8f7b-dcaf908cfd82 None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:49:34.963850 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084f417-6584-42ae-9069-b73566fd0f97 req-c933f587-78d4-4fad-96be-a16ca741e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:34.965349 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f084f417-6584-42ae-9069-b73566fd0f97 req-c933f587-78d4-4fad-96be-a16ca741e487 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 1129 time: 0.0443187 May 19 16:49:35.058517 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084f417-6584-42ae-9069-b73566fd0f97 req-84160b9e-00cf-471b-809d-8f92099538d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:35.060081 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f084f417-6584-42ae-9069-b73566fd0f97 req-84160b9e-00cf-471b-809d-8f92099538d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 915 time: 0.0883532 May 19 16:49:35.128112 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f084f417-6584-42ae-9069-b73566fd0f97 req-808b66af-be07-404e-af5e-5cded7217786 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43573c61-29c1-4b6b-bc49-e94f505da8b8 HTTP/1.1" status: 200 len: 999 time: 0.0616653 May 19 16:49:35.183724 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084f417-6584-42ae-9069-b73566fd0f97 req-cddabec6-6915-4266-bacf-3d10dd6526ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:35.185274 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f084f417-6584-42ae-9069-b73566fd0f97 req-cddabec6-6915-4266-bacf-3d10dd6526ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 HTTP/1.1" status: 200 len: 853 time: 0.0450561 May 19 16:49:35.231330 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084f417-6584-42ae-9069-b73566fd0f97 req-4f7d43d8-cf46-4746-8b63-a4d69156d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:35.232764 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f084f417-6584-42ae-9069-b73566fd0f97 req-4f7d43d8-cf46-4746-8b63-a4d69156d272 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84ed37a0-33b7-474f-8c60-1eac20f29b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402172 May 19 16:49:35.326293 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-f9e2ef7d-167b-4127-8f7b-dcaf908cfd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'c2c88cdb-9aad-41b6-8dc7-402f295d8099', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '43573c61-29c1-4b6b-bc49-e94f505da8b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:dc:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9cc1c6-d6f1-41fb-b66f-cc33947583d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:49:21Z', 'updated_at': '2022-05-19T16:49:34Z', 'revision_number': 1, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:35.330751 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f084f417-6584-42ae-9069-b73566fd0f97 req-75aeeef7-01b1-431c-94b2-f338e689352a service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858426 May 19 16:49:35.351048 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e2ef7d-167b-4127-8f7b-dcaf908cfd82 None None] Checking router: d2e557b8-2491-4d73-87f9-658557afc7f9 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:49:35.360144 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e2ef7d-167b-4127-8f7b-dcaf908cfd82 None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:49:35.360761 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-f9e2ef7d-167b-4127-8f7b-dcaf908cfd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:49:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:35.422678 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f084f417-6584-42ae-9069-b73566fd0f97 req-808bd687-f2c7-4d09-995f-88af7aa03f64 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851762 May 19 16:49:35.464697 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-f9e2ef7d-167b-4127-8f7b-dcaf908cfd82 None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:49:35.676036 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-f9e2ef7d-167b-4127-8f7b-dcaf908cfd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'c2c88cdb-9aad-41b6-8dc7-402f295d8099', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '43573c61-29c1-4b6b-bc49-e94f505da8b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:dc:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9cc1c6-d6f1-41fb-b66f-cc33947583d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:49:21Z', 'updated_at': '2022-05-19T16:49:34Z', 'revision_number': 1, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:35.700971 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e2ef7d-167b-4127-8f7b-dcaf908cfd82 None None] The sync data for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi is: [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'c2c88cdb-9aad-41b6-8dc7-402f295d8099', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '43573c61-29c1-4b6b-bc49-e94f505da8b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:dc:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9cc1c6-d6f1-41fb-b66f-cc33947583d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:49:21Z', 'updated_at': '2022-05-19T16:49:34Z', 'revision_number': 1, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:49:35.887747 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650cb35-0d04-423e-a6f1-69c505b5a197 None None] New status for floating IP c2c88cdb-9aad-41b6-8dc7-402f295d8099: ACTIVE {{(pid=110373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:49:40.967642 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-71109270-eca1-4675-9237-1e15131c5af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:41.006489 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:43.839220 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8105a66-55d7-496d-b231-5dbb0444d33b req-114c4771-35ae-455e-8199-090f019c84ea tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:43.840728 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d8105a66-55d7-496d-b231-5dbb0444d33b req-114c4771-35ae-455e-8199-090f019c84ea tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0483871 May 19 16:49:43.890352 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d8105a66-55d7-496d-b231-5dbb0444d33b req-37ce4af2-cba8-4a69-af40-89f6ddd6329e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421319 May 19 16:49:44.284275 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b706cd64-f9f8-4685-956d-bdf481be1dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:45.016398 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d62742-0304-48df-9815-f6d69a9b45d0 req-109ba387-c03a-4686-b220-39ce0da3cfe9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:45.017908 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a8d62742-0304-48df-9815-f6d69a9b45d0 req-109ba387-c03a-4686-b220-39ce0da3cfe9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0478561 May 19 16:49:45.069767 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a8d62742-0304-48df-9815-f6d69a9b45d0 req-ec0cec42-45ef-459e-9aa9-5823784a570c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463920 May 19 16:49:45.204020 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:45.845411 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-8e03b193-764f-4356-95eb-b3bb67836734 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:45.846866 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-8e03b193-764f-4356-95eb-b3bb67836734 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0467107 May 19 16:49:45.930746 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Deleting port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:49:45.931083 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:45.934167 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:45.936167 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:46.018215 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:46.021570 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:46.026393 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] For port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:49:46.026988 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:46.186283 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:46.193694 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:46.194024 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (c0b88a0e-2e57-4e89-9367-27309008ac3d), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:46.194399 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Floating IP c0b88a0e-2e57-4e89-9367-27309008ac3d disassociated. External IP: 172.27.1.210, port: 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc. May 19 16:49:46.194875 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Calling delete_port for 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:49:46.198595 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b576b3-c88d-4388-99a3-342b4d33127c req-0a3021e9-47e0-4136-9e61-624614551a55 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:46.200167 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-66b576b3-c88d-4388-99a3-342b4d33127c req-0a3021e9-47e0-4136-9e61-624614551a55 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a6d6a59-35a3-46b0-a92a-a3ae729071b7 HTTP/1.1" status: 200 len: 947 time: 0.0534842 May 19 16:49:46.227238 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:46.252602 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-66b576b3-c88d-4388-99a3-342b4d33127c req-cc538a6b-6636-4436-b87a-6bdfd889a3c6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b50c31c-462c-412e-8cd1-ea0003d72537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464418 May 19 16:49:46.331306 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:46.357818 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event deleted for resources: {'Port': ['ID=5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:46.469404 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Router e5fea846-3f90-488e-8266-4b394cb47d6e has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:49:46.570627 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:49:46.580496 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a282e11-e497-4be3-b66b-b053947746ba None None] Sync routers for ids ['e5fea846-3f90-488e-8266-4b394cb47d6e'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:49:46.591668 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a282e11-e497-4be3-b66b-b053947746ba None None] Routers {'e5fea846-3f90-488e-8266-4b394cb47d6e'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:49:46.592281 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-2a282e11-e497-4be3-b66b-b053947746ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:49:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['e5fea846-3f90-488e-8266-4b394cb47d6e'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:46.621876 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] No DVR routers for this DVR port 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:49:46.624779 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:46.628133 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1a2cf9e9-5b1c-425f-b0d9-b6798e215b2d req-24ab6a57-c11e-464a-86c3-c44f75c693ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.48 "DELETE /v2.0/ports/5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc HTTP/1.1" status: 204 len: 173 time: 0.7760580 May 19 16:49:46.628583 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'name': 'network-vif-deleted', 'tag': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:49:46.630886 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ece957-5426-4112-b3ce-350acb49d4ad" -d '{"events": [{"server_uuid": "3a6d6a59-35a3-46b0-a92a-a3ae729071b7", "name": "network-vif-deleted", "tag": "5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:49:46.687875 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:46.692545 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3102d7-2089-47b0-b8ce-990b01db756a x-openstack-request-id: req-dc3102d7-2089-47b0-b8ce-990b01db756a {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:49:46.693224 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6d6a59-35a3-46b0-a92a-a3ae729071b7", "name": "network-vif-deleted", "tag": "5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:49:46.693762 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc3102d7-2089-47b0-b8ce-990b01db756a {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:49:46.694333 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3102d7-2089-47b0-b8ce-990b01db756a'] response: {'server_uuid': '3a6d6a59-35a3-46b0-a92a-a3ae729071b7', 'name': 'network-vif-deleted', 'tag': '5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc', 'status': 'completed', 'code': 200} May 19 16:49:46.710628 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-2a282e11-e497-4be3-b66b-b053947746ba None None] Set router e5fea846-3f90-488e-8266-4b394cb47d6e gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:49:46.906432 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-2a282e11-e497-4be3-b66b-b053947746ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:26Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:46.935114 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a282e11-e497-4be3-b66b-b053947746ba None None] Checking router: e5fea846-3f90-488e-8266-4b394cb47d6e for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:49:46.955000 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a282e11-e497-4be3-b66b-b053947746ba None None] Routers {'e5fea846-3f90-488e-8266-4b394cb47d6e'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:49:46.955536 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-2a282e11-e497-4be3-b66b-b053947746ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:49:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['e5fea846-3f90-488e-8266-4b394cb47d6e'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:46.958632 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:46.992838 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:47.066171 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-2a282e11-e497-4be3-b66b-b053947746ba None None] Set router e5fea846-3f90-488e-8266-4b394cb47d6e gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:49:47.256425 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-2a282e11-e497-4be3-b66b-b053947746ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:26Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:49:47.281383 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a282e11-e497-4be3-b66b-b053947746ba None None] The sync data for ids ['e5fea846-3f90-488e-8266-4b394cb47d6e'] in dv-cinder-842433-1-iscsi is: [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:26Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:49:47.355298 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36374) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:47.417082 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2f869a20-0d04-49bb-b384-9665db7da8d9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group (7b50c31c-462c-412e-8cd1-ea0003d72537), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:47.445799 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2f869a20-0d04-49bb-b384-9665db7da8d9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group (7b50c31c-462c-412e-8cd1-ea0003d72537), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:47.496233 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2f869a20-0d04-49bb-b384-9665db7da8d9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (7b50c31c-462c-412e-8cd1-ea0003d72537), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:47.499739 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2f869a20-0d04-49bb-b384-9665db7da8d9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:47.501618 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-2f869a20-0d04-49bb-b384-9665db7da8d9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "DELETE /v2.0/security-groups/7b50c31c-462c-412e-8cd1-ea0003d72537 HTTP/1.1" status: 204 len: 168 time: 0.1452434 May 19 16:49:47.503789 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36378) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:47.505441 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:47.513902 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f869a20-0d04-49bb-b384-9665db7da8d9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b50c31c-462c-412e-8cd1-ea0003d72537,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:47.516000 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5923203-767d-48a1-826a-b4cc49c4b28f None None] New status for floating IP c0b88a0e-2e57-4e89-9367-27309008ac3d: DOWN {{(pid=110373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:49:47.522973 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.api.v2.resource [None req-ec3a5851-8baf-458c-8c2e-594ac6d9b470 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] show failed (client error): The resource could not be found. May 19 16:49:47.524039 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-ec3a5851-8baf-458c-8c2e-594ac6d9b470 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups/7b50c31c-462c-412e-8cd1-ea0003d72537 HTTP/1.1" status: 404 len: 347 time: 0.0184901 May 19 16:49:47.527496 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36380) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:47.645594 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Deleting port 0c36fe62-7062-4577-8fb0-b4dd39ea08b0 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:49:47.645946 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (0c36fe62-7062-4577-8fb0-b4dd39ea08b0), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:47.726348 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (0c36fe62-7062-4577-8fb0-b4dd39ea08b0), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:47.726676 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for floatingip (0c36fe62-7062-4577-8fb0-b4dd39ea08b0), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:47.739865 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Calling delete_port for 0c36fe62-7062-4577-8fb0-b4dd39ea08b0 owned by network:floatingip {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:49:47.869212 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (0c36fe62-7062-4577-8fb0-b4dd39ea08b0), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:47.903384 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event deleted for resources: {'Port': ['ID=0c36fe62-7062-4577-8fb0-b4dd39ea08b0,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:47.928377 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.928730 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.929075 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.929442 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.929789 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.930126 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.930462 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.930796 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.931126 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.931453 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.931780 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.932396 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.932529 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.932821 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.933163 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:47.972488 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for floatingip (c0b88a0e-2e57-4e89-9367-27309008ac3d), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:47.975089 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:47.976242 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-90ecf695-7332-46e0-b222-674f23456f73 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "DELETE /v2.0/floatingips/c0b88a0e-2e57-4e89-9367-27309008ac3d HTTP/1.1" status: 204 len: 168 time: 0.4478228 May 19 16:49:48.064616 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36386) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:48.069251 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-a9c7987b-f961-4179-8855-0901572de510 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--675039433', 'description': 'tempest-description--2039008112'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:49:48.095855 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a9c7987b-f961-4179-8855-0901572de510 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.163615 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a9c7987b-f961-4179-8855-0901572de510 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group (f0e818ba-1d49-4f2d-84dc-c892a8b874a8), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.167953 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a9c7987b-f961-4179-8855-0901572de510 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (f0e818ba-1d49-4f2d-84dc-c892a8b874a8), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.198871 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a9c7987b-f961-4179-8855-0901572de510 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.200120 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-a9c7987b-f961-4179-8855-0901572de510 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1344471 May 19 16:49:48.201266 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7987b-f961-4179-8855-0901572de510 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e818ba-1d49-4f2d-84dc-c892a8b874a8,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:48.203125 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36388) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:48.207962 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-6846fbb5-8e00-4f9c-8916-a1132089f4a1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Request body: {'security_group_rule': {'security_group_id': 'f0e818ba-1d49-4f2d-84dc-c892a8b874a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:49:48.234833 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6846fbb5-8e00-4f9c-8916-a1132089f4a1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group_rule (ce277d5e-541f-40ee-b91b-6b8151796904), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.272765 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:48.292315 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6846fbb5-8e00-4f9c-8916-a1132089f4a1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group_rule (ce277d5e-541f-40ee-b91b-6b8151796904), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.295654 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6846fbb5-8e00-4f9c-8916-a1132089f4a1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (ce277d5e-541f-40ee-b91b-6b8151796904), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.314221 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846fbb5-8e00-4f9c-8916-a1132089f4a1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce277d5e-541f-40ee-b91b-6b8151796904,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:48.319110 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6846fbb5-8e00-4f9c-8916-a1132089f4a1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.320302 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-6846fbb5-8e00-4f9c-8916-a1132089f4a1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160579 May 19 16:49:48.323579 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36390) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:48.327994 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-70685388-ac0a-4492-8be3-6e7ba37d0413 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Request body: {'security_group_rule': {'security_group_id': 'f0e818ba-1d49-4f2d-84dc-c892a8b874a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:49:48.354440 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-70685388-ac0a-4492-8be3-6e7ba37d0413 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group_rule (06fda47a-fa9c-4f37-a0c0-7a0fa1791929), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.401789 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-70685388-ac0a-4492-8be3-6e7ba37d0413 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group_rule (06fda47a-fa9c-4f37-a0c0-7a0fa1791929), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.405278 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:49:48.405560 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-70685388-ac0a-4492-8be3-6e7ba37d0413 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (06fda47a-fa9c-4f37-a0c0-7a0fa1791929), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.425246 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70685388-ac0a-4492-8be3-6e7ba37d0413 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06fda47a-fa9c-4f37-a0c0-7a0fa1791929,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:48.433635 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-70685388-ac0a-4492-8be3-6e7ba37d0413 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.434839 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-70685388-ac0a-4492-8be3-6e7ba37d0413 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1102724 May 19 16:49:48.437795 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36392) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:49:48.441958 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Request body: {'floatingip': {'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:49:48.462400 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.537900 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.543463 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.654624 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Allocated IP 172.27.1.63 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/83b2ce6a-920a-44ce-bca0-ccd132f06ebd) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:49:48.758579 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for port (83b2ce6a-920a-44ce-bca0-ccd132f06ebd), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.790019 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (83b2ce6a-920a-44ce-bca0-ccd132f06ebd), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.831302 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:49:48.834222 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:49:48.836563 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:49:48.863775 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event updated for resources: {'Port': ['ID=83b2ce6a-920a-44ce-bca0-ccd132f06ebd,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:48.883718 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:48.926997 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for floatingip (639e29a7-6aed-4d0e-8096-a0779994df8e), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:48.928114 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:48.966548 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (83b2ce6a-920a-44ce-bca0-ccd132f06ebd), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:49.138443 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for port (83b2ce6a-920a-44ce-bca0-ccd132f06ebd), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:49.142513 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (83b2ce6a-920a-44ce-bca0-ccd132f06ebd), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:49.212646 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event updated for resources: {'Port': ['ID=83b2ce6a-920a-44ce-bca0-ccd132f06ebd,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:49.224514 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (639e29a7-6aed-4d0e-8096-a0779994df8e), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:49.241502 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:49.242725 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-c3348e2e-8da0-43f0-a732-d753ed531599 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8040249 May 19 16:49:49.391958 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-d88640db-7bf0-4169-9563-1e8475d89953 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--675039433&fields=id&tenant_id=bef5d1b475ef4228a77b87964b0b8ce1 HTTP/1.1" status: 200 len: 267 time: 0.0427830 May 19 16:49:49.711083 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6d338-de42-49c1-93be-d2445635cfcb req-5a14e7d1-4060-436b-8e79-530164a5bdcb tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:49.711981 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:49:49.712469 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-5a14e7d1-4060-436b-8e79-530164a5bdcb tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/networks?id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e HTTP/1.1" status: 200 len: 816 time: 0.3140492 May 19 16:49:49.727951 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-51dc7967-57be-405a-9f15-10e5d97b4da4 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/quotas/bef5d1b475ef4228a77b87964b0b8ce1 HTTP/1.1" status: 200 len: 375 time: 0.0092764 May 19 16:49:49.731829 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:49:49.732171 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 5b6fd4e1-0dc2-4219-9598-c49bccf6cbfc not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:49:49.779590 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-327ebf33-a561-4ae1-82bf-7fb604904903 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463047 May 19 16:49:49.879321 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-54ce9bdb-c330-4387-aa79-ed2e63c74f36 service neutron] 10.222.0.36 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862741 May 19 16:49:49.969811 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-1f697984-c7d0-4c40-8f6f-f8450c9aa748 service neutron] 10.222.0.36 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847311 May 19 16:49:50.132775 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-1d80ef28-8cb3-403b-9588-39e256ad1a9c req-496c36f3-4ae3-48fa-abf2-5cfa598a4f32 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 210 time: 0.0324931 May 19 16:49:51.075758 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6d338-de42-49c1-93be-d2445635cfcb req-14f02f2d-660b-43eb-9526-d914920233fd tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:51.077298 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-14f02f2d-660b-43eb-9526-d914920233fd tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.48 "GET /v2.0/networks?id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e HTTP/1.1" status: 200 len: 816 time: 0.1101649 May 19 16:49:51.134373 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:51.144454 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-70411c37-e5a5-4ffb-9abd-6dadcd308cf4 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bef5d1b475ef4228a77b87964b0b8ce1 HTTP/1.1" status: 200 len: 379 time: 0.0551641 May 19 16:49:51.214004 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:51.232483 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d0144ed9-be3f-4091-b4ef-703aea6e7222 req-52e9b7ea-54b7-476b-8815-5e87bbdeeb9b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 210 time: 0.0288124 May 19 16:49:51.253296 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-04e6d338-de42-49c1-93be-d2445635cfcb req-78d242c2-9fed-4806-ae87-18024a934773 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Request body: {'port': {'device_id': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'admin_state_up': True, 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'security_groups': ['f0e818ba-1d49-4f2d-84dc-c892a8b874a8']}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:49:51.371831 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e6d338-de42-49c1-93be-d2445635cfcb req-78d242c2-9fed-4806-ae87-18024a934773 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Made reservation on behalf of bef5d1b475ef4228a77b87964b0b8ce1 for: {'port': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:49:51.375592 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-04e6d338-de42-49c1-93be-d2445635cfcb req-78d242c2-9fed-4806-ae87-18024a934773 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:51.498034 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [req-04e6d338-de42-49c1-93be-d2445635cfcb req-78d242c2-9fed-4806-ae87-18024a934773 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Allocated IP 172.20.0.13 (5bf6144a-4dd4-4703-91b7-ee3e7d7d485e/3f541ad9-852f-4765-a5b0-e6d7d16db937/a0aa27fe-54ef-4579-9ec6-c689af6a343c) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:49:51.643847 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-04e6d338-de42-49c1-93be-d2445635cfcb req-78d242c2-9fed-4806-ae87-18024a934773 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:51.674610 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-04e6d338-de42-49c1-93be-d2445635cfcb req-78d242c2-9fed-4806-ae87-18024a934773 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:51.722091 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e6d338-de42-49c1-93be-d2445635cfcb req-78d242c2-9fed-4806-ae87-18024a934773 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:49:51.725235 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [req-04e6d338-de42-49c1-93be-d2445635cfcb req-78d242c2-9fed-4806-ae87-18024a934773 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:49:51.729012 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e6d338-de42-49c1-93be-d2445635cfcb req-78d242c2-9fed-4806-ae87-18024a934773 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:49:51.735046 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d242c2-9fed-4806-ae87-18024a934773 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event updated for resources: {'Port': ['ID=a0aa27fe-54ef-4579-9ec6-c689af6a343c,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:51.785427 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6d338-de42-49c1-93be-d2445635cfcb req-78d242c2-9fed-4806-ae87-18024a934773 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:51.786067 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-04e6d338-de42-49c1-93be-d2445635cfcb req-78d242c2-9fed-4806-ae87-18024a934773 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:51.802276 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-78d242c2-9fed-4806-ae87-18024a934773 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5528779 May 19 16:49:51.913374 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Request body: {'port': {'device_id': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:49:51.919607 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-dfb857df-951a-4d04-8f72-2c317ee65ae9 None None] Provisioning complete for port a0aa27fe-54ef-4579-9ec6-c689af6a343c triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:49:51.920130 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-dfb857df-951a-4d04-8f72-2c317ee65ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:51.956633 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-dfb857df-951a-4d04-8f72-2c317ee65ae9 None None] Port a0aa27fe-54ef-4579-9ec6-c689af6a343c cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:49:51.980536 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:52.174667 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:52.179197 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:52.271002 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0aa27fe-54ef-4579-9ec6-c689af6a343c {{(pid=110371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:49:52.279000 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Publish callbacks [] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:52.293260 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.provisioning_blocks [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Transition to ACTIVE for port object a0aa27fe-54ef-4579-9ec6-c689af6a343c will not be triggered until provisioned by entity L2. {{(pid=110371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:49:52.297904 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:52.354710 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Pushing event updated for resources: {'Port': ['ID=a0aa27fe-54ef-4579-9ec6-c689af6a343c,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:52.363328 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f265dd-3660-44bc-ac1e-3e1dce29b3c3 req-8942cfc3-c769-4741-abf6-3c2d8bb2998a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:52.364909 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-30f265dd-3660-44bc-ac1e-3e1dce29b3c3 req-8942cfc3-c769-4741-abf6-3c2d8bb2998a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0491259 May 19 16:49:52.376933 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.377417 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.378187 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.378187 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.378593 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.378985 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.379375 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.379759 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.380148 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.380534 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.380919 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.381335 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.381717 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.382104 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.382487 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:49:52.417112 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-30f265dd-3660-44bc-ac1e-3e1dce29b3c3 req-66007791-90ba-4ac2-8f7a-0d9203d8e216 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457640 May 19 16:49:52.441866 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Attempting to bind port a0aa27fe-54ef-4579-9ec6-c689af6a343c on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:49:52.441866 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Attempting to bind port a0aa27fe-54ef-4579-9ec6-c689af6a343c by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:49:52.441866 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Attempting to bind port a0aa27fe-54ef-4579-9ec6-c689af6a343c on network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:49:52.445778 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Port a0aa27fe-54ef-4579-9ec6-c689af6a343c on network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:49:52.446105 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Attempting to bind port a0aa27fe-54ef-4579-9ec6-c689af6a343c on network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:49:52.451358 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:49:52.451699 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Checking segment: {'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:49:52.452089 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Bound using segment: {'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:49:52.452521 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Bound port: a0aa27fe-54ef-4579-9ec6-c689af6a343c, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f0016e-7c69-4e77-88ad-c8c25ebbc71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e'}}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:49:52.452892 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:52.519544 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] For port a0aa27fe-54ef-4579-9ec6-c689af6a343c, host hv-cinder-84243, cleared binding levels {{(pid=110371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:49:52.522825 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] For port a0aa27fe-54ef-4579-9ec6-c689af6a343c, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:49:52.528500 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:52.564248 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:52.564869 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:52.566288 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] 10.222.0.48 "PUT /v2.0/ports/a0aa27fe-54ef-4579-9ec6-c689af6a343c HTTP/1.1" status: 200 len: 1094 time: 0.6584935 May 19 16:49:52.566752 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'tag': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:49:52.569000 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af47df5-35fc-4c84-8ba4-fb4e1f1cd107" -d '{"events": [{"name": "network-changed", "server_uuid": "b09c9e04-1f06-49a6-bc87-f6f5f19d6606", "tag": "a0aa27fe-54ef-4579-9ec6-c689af6a343c"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:49:52.590558 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55dd7a-f76b-4d29-a183-63b0e4ad4160 service neutron] Pushing event updated for resources: {'Port': ['ID=a0aa27fe-54ef-4579-9ec6-c689af6a343c,revision_number=3']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:52.644289 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42b9210-9314-4915-bbc1-910e8cdbd7a0 x-openstack-request-id: req-a42b9210-9314-4915-bbc1-910e8cdbd7a0 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:49:52.644575 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09c9e04-1f06-49a6-bc87-f6f5f19d6606", "tag": "a0aa27fe-54ef-4579-9ec6-c689af6a343c", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:49:52.644826 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a42b9210-9314-4915-bbc1-910e8cdbd7a0 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:49:52.645247 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42b9210-9314-4915-bbc1-910e8cdbd7a0'] response: {'name': 'network-changed', 'server_uuid': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'tag': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'status': 'completed', 'code': 200} May 19 16:49:52.657975 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6d338-de42-49c1-93be-d2445635cfcb req-6bc412e7-fa6e-4a8e-96ea-f2fec3e15173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:52.659636 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-6bc412e7-fa6e-4a8e-96ea-f2fec3e15173 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 1128 time: 0.0476227 May 19 16:49:52.703458 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-60233d46-fe93-47bb-b7de-e59eaceed069 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c HTTP/1.1" status: 200 len: 217 time: 0.0334406 May 19 16:49:52.755990 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6d338-de42-49c1-93be-d2445635cfcb req-709887c5-470a-4c5e-aa18-07d28948b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:52.757500 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-709887c5-470a-4c5e-aa18-07d28948b319 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f541ad9-852f-4765-a5b0-e6d7d16db937 HTTP/1.1" status: 200 len: 855 time: 0.0458217 May 19 16:49:52.801943 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6d338-de42-49c1-93be-d2445635cfcb req-a24b08ee-3469-41d4-a278-e85f1edbb321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:52.803465 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-a24b08ee-3469-41d4-a278-e85f1edbb321 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388882 May 19 16:49:52.903556 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-bbe04bef-9e6a-433f-bba0-fbdf0d75de2d service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925472 May 19 16:49:52.995633 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04e6d338-de42-49c1-93be-d2445635cfcb req-93ba48d9-d9b5-4f8f-82b0-d649524e9827 service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854211 May 19 16:49:53.519180 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:53.535634 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61e32f-ca23-4cc9-84c3-5f8b0b95f884 req-9af0c9e9-dea4-41ce-a901-3752e59b489b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:53.537052 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2c61e32f-ca23-4cc9-84c3-5f8b0b95f884 req-9af0c9e9-dea4-41ce-a901-3752e59b489b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0479310 May 19 16:49:53.584620 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2c61e32f-ca23-4cc9-84c3-5f8b0b95f884 req-f114c5f5-9010-4207-927b-6ae155b292e9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412419 May 19 16:49:54.695144 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:54.708110 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a057-c79f-4e18-9998-7a30963ea28d req-49688939-c656-4e5e-8d1c-42b0a04c4d20 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:54.709620 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6551a057-c79f-4e18-9998-7a30963ea28d req-49688939-c656-4e5e-8d1c-42b0a04c4d20 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0506082 May 19 16:49:54.757411 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6551a057-c79f-4e18-9998-7a30963ea28d req-ecca5273-023a-458e-b6aa-ff0ceb50eff7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422175 May 19 16:49:55.594464 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af47df5-35fc-4c84-8ba4-fb4e1f1cd107 req-f5e4d782-51a6-45cd-8eea-7c541c1fc61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:55.596002 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5af47df5-35fc-4c84-8ba4-fb4e1f1cd107 req-f5e4d782-51a6-45cd-8eea-7c541c1fc61b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 1128 time: 0.0386992 May 19 16:49:55.687895 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:55.691427 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af47df5-35fc-4c84-8ba4-fb4e1f1cd107 req-3c07778f-3785-4c25-853b-ef3585c74056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:55.692892 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5af47df5-35fc-4c84-8ba4-fb4e1f1cd107 req-3c07778f-3785-4c25-853b-ef3585c74056 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e HTTP/1.1" status: 200 len: 917 time: 0.0874939 May 19 16:49:55.731931 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5af47df5-35fc-4c84-8ba4-fb4e1f1cd107 req-c5cf14a4-a7e6-4df8-9587-fe147fd828bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c HTTP/1.1" status: 200 len: 217 time: 0.0320849 May 19 16:49:55.780152 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af47df5-35fc-4c84-8ba4-fb4e1f1cd107 req-56f37408-74ee-42aa-8941-00c3c47e0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:55.781640 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5af47df5-35fc-4c84-8ba4-fb4e1f1cd107 req-56f37408-74ee-42aa-8941-00c3c47e0036 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f541ad9-852f-4765-a5b0-e6d7d16db937 HTTP/1.1" status: 200 len: 855 time: 0.0436366 May 19 16:49:55.830546 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af47df5-35fc-4c84-8ba4-fb4e1f1cd107 req-90f15078-cc7c-44a3-8471-e76cc6fece93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:55.832206 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5af47df5-35fc-4c84-8ba4-fb4e1f1cd107 req-90f15078-cc7c-44a3-8471-e76cc6fece93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434000 May 19 16:49:55.879019 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7326aa-f07d-4dd0-a636-496ad0b3e8e9 req-d736a629-7b6f-4618-9327-8fafffdf7bf1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:55.880510 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-6f7326aa-f07d-4dd0-a636-496ad0b3e8e9 req-d736a629-7b6f-4618-9327-8fafffdf7bf1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0510857 May 19 16:49:55.930448 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5af47df5-35fc-4c84-8ba4-fb4e1f1cd107 req-4a36cc0c-739a-481d-9a18-e708e89741ac service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909994 May 19 16:49:55.930718 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-6f7326aa-f07d-4dd0-a636-496ad0b3e8e9 req-d70e1034-b2e3-49f8-b39a-59359ced4050 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 May 19 16:49:56.032963 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5af47df5-35fc-4c84-8ba4-fb4e1f1cd107 req-41c361eb-90e9-47bb-bb22-a761ad3e5eb3 service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956724 May 19 16:49:57.054786 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eebb31-1cf3-431e-ad44-6c35b110def6 req-858c027e-6e14-4cb1-8edc-0d051fdfa7c4 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:57.056295 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-92eebb31-1cf3-431e-ad44-6c35b110def6 req-858c027e-6e14-4cb1-8edc-0d051fdfa7c4 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0548689 May 19 16:49:57.102301 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-92eebb31-1cf3-431e-ad44-6c35b110def6 req-668b98e0-68e8-4e52-9d6e-a17965dd012c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404491 May 19 16:49:57.589216 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:57.762138 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device a0aa27fe-54ef-4579-9ec6-c689af6a343c details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:49:57.871041 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port a0aa27fe-54ef-4579-9ec6-c689af6a343c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:49:57.882471 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'port_id': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'mac_address': 'fa:16:3e:34:85:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:49:57.916173 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:57.918645 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port a0aa27fe-54ef-4579-9ec6-c689af6a343c is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:49:57.919034 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:57.933796 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0aa27fe-54ef-4579-9ec6-c689af6a343c {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:49:57.953745 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port a0aa27fe-54ef-4579-9ec6-c689af6a343c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:49:57.957353 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:58.002045 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=a0aa27fe-54ef-4579-9ec6-c689af6a343c,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:49:58.217978 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66edde-8e63-4b14-a6b2-97707cb9eb7b req-327dabe4-1e2b-478c-ab68-f6e3f98fcff1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:58.219457 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5b66edde-8e63-4b14-a6b2-97707cb9eb7b req-327dabe4-1e2b-478c-ab68-f6e3f98fcff1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 945 time: 0.0465741 May 19 16:49:58.270383 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5b66edde-8e63-4b14-a6b2-97707cb9eb7b req-32072229-477f-4992-a48c-d5013a35185a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453606 May 19 16:49:58.374867 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['a0aa27fe-54ef-4579-9ec6-c689af6a343c'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:49:59.116901 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d1a63-543f-4cec-bc7c-129c70ae3a1c req-bfe973ec-9680-4270-ae1c-87e526645881 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:59.118398 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-855d1a63-543f-4cec-bc7c-129c70ae3a1c req-bfe973ec-9680-4270-ae1c-87e526645881 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0491765 May 19 16:49:59.166003 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-855d1a63-543f-4cec-bc7c-129c70ae3a1c req-f0c2ab09-c867-4408-aca6-d394eb4f2d03 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 May 19 16:49:59.376865 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:59.392695 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e9b72-cecf-445b-a7aa-18744306f40a req-1b8e5ff0-5b97-447a-b94e-cc570b13bcb5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:49:59.394287 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-638e9b72-cecf-445b-a7aa-18744306f40a req-1b8e5ff0-5b97-447a-b94e-cc570b13bcb5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 945 time: 0.0513906 May 19 16:49:59.443130 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-638e9b72-cecf-445b-a7aa-18744306f40a req-99162dd7-4a0a-4657-b1ed-81f340180ed8 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421453 May 19 16:49:59.760993 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device a0aa27fe-54ef-4579-9ec6-c689af6a343c up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:49:59.791163 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:49:59.805354 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port a0aa27fe-54ef-4579-9ec6-c689af6a343c completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:49:59.811600 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port a0aa27fe-54ef-4579-9ec6-c689af6a343c triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:49:59.812193 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:59.884293 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port a0aa27fe-54ef-4579-9ec6-c689af6a343c is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:49:59.884671 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:59.908777 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:49:59.911043 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffa75fc-e398-4d0f-904b-4b2c0a66e0ee" -d '{"events": [{"server_uuid": "b09c9e04-1f06-49a6-bc87-f6f5f19d6606", "name": "network-vif-plugged", "status": "completed", "tag": "a0aa27fe-54ef-4579-9ec6-c689af6a343c"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:49:59.925252 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port a0aa27fe-54ef-4579-9ec6-c689af6a343c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:49:59.929248 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:49:59.952838 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c249fe3-46f5-4fc4-8e45-b85a3b441430 x-openstack-request-id: req-2c249fe3-46f5-4fc4-8e45-b85a3b441430 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:49:59.953162 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09c9e04-1f06-49a6-bc87-f6f5f19d6606", "name": "network-vif-plugged", "status": "completed", "tag": "a0aa27fe-54ef-4579-9ec6-c689af6a343c", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:49:59.953419 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c249fe3-46f5-4fc4-8e45-b85a3b441430 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:49:59.953808 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c249fe3-46f5-4fc4-8e45-b85a3b441430'] response: {'server_uuid': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'code': 200} May 19 16:49:59.982649 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=a0aa27fe-54ef-4579-9ec6-c689af6a343c,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:00.123090 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4340e-6961-47be-b28d-ae8f1d541fe3 req-345a2f6b-d139-4de8-b9f1-b3abe727b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:00.124094 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-baa4340e-6961-47be-b28d-ae8f1d541fe3 req-345a2f6b-d139-4de8-b9f1-b3abe727b2f0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 1130 time: 0.0393753 May 19 16:50:00.169106 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-baa4340e-6961-47be-b28d-ae8f1d541fe3 req-66f7c280-41ad-4154-90e0-498becb68959 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389156 May 19 16:50:00.281049 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0452d94-3776-4ae8-97a8-31f91f5d8bd4 req-a00199e9-feef-4797-a049-eeb8367efe02 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:00.282586 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b0452d94-3776-4ae8-97a8-31f91f5d8bd4 req-a00199e9-feef-4797-a049-eeb8367efe02 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0472789 May 19 16:50:00.332824 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b0452d94-3776-4ae8-97a8-31f91f5d8bd4 req-bc15467c-096a-44ba-abfc-b0f155040443 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447123 May 19 16:50:00.570856 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6334b-b69f-4d86-a091-3c3502ae3cac req-bd771f10-90ec-4144-9767-11f48b58c1ec tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:00.572410 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6b6334b-b69f-4d86-a091-3c3502ae3cac req-bd771f10-90ec-4144-9767-11f48b58c1ec tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0521927 May 19 16:50:00.619976 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6b6334b-b69f-4d86-a091-3c3502ae3cac req-2c0d60b9-4d31-4a23-a9f7-e12d832064f3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418389 May 19 16:50:01.447345 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab579-e46b-452b-83e9-f269274999b2 req-9c12d66f-aa6d-4367-a43e-4b549972fa5c tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:01.449461 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c74ab579-e46b-452b-83e9-f269274999b2 req-9c12d66f-aa6d-4367-a43e-4b549972fa5c tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0474837 May 19 16:50:01.496094 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c74ab579-e46b-452b-83e9-f269274999b2 req-94cc5f73-8ebf-4b93-8c99-aec5f9f3c0ae tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405159 May 19 16:50:01.757797 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dae2d0-494b-48ce-9b4e-11fd4b6ab062 req-52455509-821c-4670-8975-43723ab65bad tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:01.759347 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a5dae2d0-494b-48ce-9b4e-11fd4b6ab062 req-52455509-821c-4670-8975-43723ab65bad tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0500026 May 19 16:50:01.799578 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:01.807266 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a5dae2d0-494b-48ce-9b4e-11fd4b6ab062 req-be65c96e-b7d9-41a8-82b2-5a92731de340 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415056 May 19 16:50:02.609764 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623970b7-da4d-4880-b696-ae3a41ea208c req-4f1fb476-f251-4b31-b811-39fcba45b150 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:02.611321 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-623970b7-da4d-4880-b696-ae3a41ea208c req-4f1fb476-f251-4b31-b811-39fcba45b150 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0477176 May 19 16:50:02.659782 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-623970b7-da4d-4880-b696-ae3a41ea208c req-9ee98277-ed2e-4a0b-890f-404cf151a6fc tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422945 May 19 16:50:02.928102 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd8622-41fc-463e-a923-593e5e1f45f3 req-98f06bbc-25a7-4ef7-bef4-b6228193a28b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:02.929627 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-acfd8622-41fc-463e-a923-593e5e1f45f3 req-98f06bbc-25a7-4ef7-bef4-b6228193a28b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0510471 May 19 16:50:02.976979 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-acfd8622-41fc-463e-a923-593e5e1f45f3 req-93b7bc24-7367-4a05-b6f1-42b77b76d8b4 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413661 May 19 16:50:03.091880 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6435e-8684-4a28-9936-d90b446d755e req-1d7b0223-7a8e-42dd-af2e-e5fab30e6198 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:03.093274 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-22c6435e-8684-4a28-9936-d90b446d755e req-1d7b0223-7a8e-42dd-af2e-e5fab30e6198 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0501256 May 19 16:50:03.101629 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36484) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:03.106112 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-c072e68d-2173-411f-a71d-66867936c88e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Request body: {'floatingip': {'port_id': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:50:03.135102 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:03.144442 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c072e68d-2173-411f-a71d-66867936c88e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for floatingip (639e29a7-6aed-4d0e-8096-a0779994df8e), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:03.557414 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c072e68d-2173-411f-a71d-66867936c88e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:03.562029 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c072e68d-2173-411f-a71d-66867936c88e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (639e29a7-6aed-4d0e-8096-a0779994df8e), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:03.654847 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [None req-c072e68d-2173-411f-a71d-66867936c88e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Floating IP 639e29a7-6aed-4d0e-8096-a0779994df8e associated. External IP: 172.27.1.63, port: a0aa27fe-54ef-4579-9ec6-c689af6a343c. May 19 16:50:04.008611 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d597e-1317-4e09-afde-2a686ffc6f0a req-f01c7b08-cbde-4c40-9de1-b9587d19e05d tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:04.010344 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-381d597e-1317-4e09-afde-2a686ffc6f0a req-f01c7b08-cbde-4c40-9de1-b9587d19e05d tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.2747173 May 19 16:50:04.133100 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-381d597e-1317-4e09-afde-2a686ffc6f0a req-8012c72e-7773-4db1-b8f6-09057bdebff0 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893428 May 19 16:50:04.155014 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c072e68d-2173-411f-a71d-66867936c88e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Router e5fea846-3f90-488e-8266-4b394cb47d6e has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:50:04.253037 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:04.259465 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c072e68d-2173-411f-a71d-66867936c88e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:50:04.264383 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c072e68d-2173-411f-a71d-66867936c88e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:04.266461 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:04.269098 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836aa0c-8b50-4451-ad80-6cdfa498cee7 None None] Sync routers for ids ['e5fea846-3f90-488e-8266-4b394cb47d6e'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:50:04.282750 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836aa0c-8b50-4451-ad80-6cdfa498cee7 None None] Routers {'e5fea846-3f90-488e-8266-4b394cb47d6e'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:50:04.283376 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-a836aa0c-8b50-4451-ad80-6cdfa498cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:49:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['e5fea846-3f90-488e-8266-4b394cb47d6e'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:04.296269 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-c072e68d-2173-411f-a71d-66867936c88e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "PUT /v2.0/floatingips/639e29a7-6aed-4d0e-8096-a0779994df8e HTTP/1.1" status: 200 len: 991 time: 1.1935296 May 19 16:50:04.296968 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'tag': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:50:04.299284 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fd291f-2fac-479b-9ef3-51202ca0378f" -d '{"events": [{"name": "network-changed", "server_uuid": "b09c9e04-1f06-49a6-bc87-f6f5f19d6606", "tag": "a0aa27fe-54ef-4579-9ec6-c689af6a343c"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:50:04.336947 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d63c7bd-e671-4341-8e1f-19f905626c7b x-openstack-request-id: req-8d63c7bd-e671-4341-8e1f-19f905626c7b {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:50:04.337263 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09c9e04-1f06-49a6-bc87-f6f5f19d6606", "tag": "a0aa27fe-54ef-4579-9ec6-c689af6a343c", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:50:04.337513 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d63c7bd-e671-4341-8e1f-19f905626c7b {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:50:04.337913 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d63c7bd-e671-4341-8e1f-19f905626c7b'] response: {'name': 'network-changed', 'server_uuid': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'tag': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'status': 'completed', 'code': 200} May 19 16:50:04.388065 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-a836aa0c-8b50-4451-ad80-6cdfa498cee7 None None] Set router e5fea846-3f90-488e-8266-4b394cb47d6e gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:50:04.397816 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd291f-2fac-479b-9ef3-51202ca0378f req-2d49aa13-fbad-45b2-b432-41f8bea6338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:04.399493 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-05fd291f-2fac-479b-9ef3-51202ca0378f req-2d49aa13-fbad-45b2-b432-41f8bea6338a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 1130 time: 0.0389304 May 19 16:50:04.495589 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd291f-2fac-479b-9ef3-51202ca0378f req-6fdad54c-334c-4809-9fcc-fe1d04d19022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:04.497064 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-05fd291f-2fac-479b-9ef3-51202ca0378f req-6fdad54c-334c-4809-9fcc-fe1d04d19022 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e HTTP/1.1" status: 200 len: 917 time: 0.0902371 May 19 16:50:04.563937 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-05fd291f-2fac-479b-9ef3-51202ca0378f req-bba7f061-ad1e-4c3d-a550-c6133368e966 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c HTTP/1.1" status: 200 len: 999 time: 0.0540721 May 19 16:50:04.595867 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-a836aa0c-8b50-4451-ad80-6cdfa498cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '639e29a7-6aed-4d0e-8096-a0779994df8e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'port_id': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'mac_address': 'fa:16:3e:34:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:49:48Z', 'updated_at': '2022-05-19T16:50:03Z', 'revision_number': 1, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:26Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:04.616094 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd291f-2fac-479b-9ef3-51202ca0378f req-f48b5eaf-a1bb-41fa-b00d-ef119dafce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:04.617609 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-05fd291f-2fac-479b-9ef3-51202ca0378f req-f48b5eaf-a1bb-41fa-b00d-ef119dafce0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f541ad9-852f-4765-a5b0-e6d7d16db937 HTTP/1.1" status: 200 len: 855 time: 0.0442998 May 19 16:50:04.620296 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836aa0c-8b50-4451-ad80-6cdfa498cee7 None None] Checking router: e5fea846-3f90-488e-8266-4b394cb47d6e for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:50:04.629183 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836aa0c-8b50-4451-ad80-6cdfa498cee7 None None] Routers {'e5fea846-3f90-488e-8266-4b394cb47d6e'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:50:04.629780 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-a836aa0c-8b50-4451-ad80-6cdfa498cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:49:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['e5fea846-3f90-488e-8266-4b394cb47d6e'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:04.665714 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd291f-2fac-479b-9ef3-51202ca0378f req-31193723-2f86-45f4-8616-2a9ac821479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:04.667351 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-05fd291f-2fac-479b-9ef3-51202ca0378f req-31193723-2f86-45f4-8616-2a9ac821479a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427427 May 19 16:50:04.676160 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:04.734686 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-a836aa0c-8b50-4451-ad80-6cdfa498cee7 None None] Set router e5fea846-3f90-488e-8266-4b394cb47d6e gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:50:04.758284 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-05fd291f-2fac-479b-9ef3-51202ca0378f req-3b6d8276-5fd0-4d8d-b11a-2e0c46ae52ed service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842278 May 19 16:50:04.855575 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-05fd291f-2fac-479b-9ef3-51202ca0378f req-c35cc279-0a29-40a1-8743-3a1797653471 service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897148 May 19 16:50:04.920953 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:04.958458 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-a836aa0c-8b50-4451-ad80-6cdfa498cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '639e29a7-6aed-4d0e-8096-a0779994df8e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'port_id': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'mac_address': 'fa:16:3e:34:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:49:48Z', 'updated_at': '2022-05-19T16:50:03Z', 'revision_number': 1, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:26Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:04.982338 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836aa0c-8b50-4451-ad80-6cdfa498cee7 None None] The sync data for ids ['e5fea846-3f90-488e-8266-4b394cb47d6e'] in dv-cinder-842433-1-iscsi is: [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '639e29a7-6aed-4d0e-8096-a0779994df8e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'port_id': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'mac_address': 'fa:16:3e:34:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:49:48Z', 'updated_at': '2022-05-19T16:50:03Z', 'revision_number': 1, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:26Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:50:05.176469 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853cc1e-5fa3-4ca5-a6b8-f68746db89f9 None None] New status for floating IP 639e29a7-6aed-4d0e-8096-a0779994df8e: ACTIVE {{(pid=110373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:50:05.248999 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b4371-9c06-4679-ae74-37c769bd9a6b req-c4e22514-f11f-4464-9d1d-51243ce91f81 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:05.250531 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d67b4371-9c06-4679-ae74-37c769bd9a6b req-c4e22514-f11f-4464-9d1d-51243ce91f81 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0482588 May 19 16:50:05.298119 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d67b4371-9c06-4679-ae74-37c769bd9a6b req-2ee534b5-a9d6-4227-a450-ecac31adae18 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420313 May 19 16:50:06.419757 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcb1f6-7b61-4387-a60e-f47e964d1ae0 req-ea15f03d-267b-4d0b-aedb-e32a4bd3d56b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:06.421272 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-84bcb1f6-7b61-4387-a60e-f47e964d1ae0 req-ea15f03d-267b-4d0b-aedb-e32a4bd3d56b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0542214 May 19 16:50:06.468854 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-84bcb1f6-7b61-4387-a60e-f47e964d1ae0 req-fab2b750-5760-4b65-b7aa-a08e90cb42d0 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417869 May 19 16:50:07.582133 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cf9a2-8a29-4e16-a04e-e7a80f6acc1d req-45a821a4-eaf3-4a04-8d91-408a8edfa8cb tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:07.583603 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dd1cf9a2-8a29-4e16-a04e-e7a80f6acc1d req-45a821a4-eaf3-4a04-8d91-408a8edfa8cb tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0464737 May 19 16:50:07.634936 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dd1cf9a2-8a29-4e16-a04e-e7a80f6acc1d req-3e257289-560a-423e-ab94-c88b15ff9ef4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458989 May 19 16:50:08.755305 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d607aeb-32ee-419d-a1ba-f102e4db8d2e req-cf828841-68a1-433f-bbcd-a638fc01cde4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:08.756806 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8d607aeb-32ee-419d-a1ba-f102e4db8d2e req-cf828841-68a1-433f-bbcd-a638fc01cde4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0522928 May 19 16:50:08.807515 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8d607aeb-32ee-419d-a1ba-f102e4db8d2e req-42d16ee0-b356-43c9-b317-117dc1f44fda tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450575 May 19 16:50:09.781769 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f25c0-b12c-45ba-b8a0-d6c4886beb21 req-3e275cbe-8b27-417c-b5a4-d4a09fbd5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:09.783298 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6f1f25c0-b12c-45ba-b8a0-d6c4886beb21 req-3e275cbe-8b27-417c-b5a4-d4a09fbd5de1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd5d1150a9ed483bbd298b896bcf7f46&device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 1129 time: 0.0411575 May 19 16:50:09.922137 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f25c0-b12c-45ba-b8a0-d6c4886beb21 req-439ebd03-1eb1-4f1e-8737-f79d8a54a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:09.923616 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6f1f25c0-b12c-45ba-b8a0-d6c4886beb21 req-439ebd03-1eb1-4f1e-8737-f79d8a54a36c service neutron] 10.222.0.48 "GET /v2.0/networks?id=d502c5b6-89c2-49f6-8ac0-adfabdff9156 HTTP/1.1" status: 200 len: 912 time: 0.1190298 May 19 16:50:09.937967 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86113ea4-c3eb-4797-a07d-0511f17aee39 req-9ec84ffe-d430-4c7d-b0b6-36ee245acb12 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:09.939411 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86113ea4-c3eb-4797-a07d-0511f17aee39 req-9ec84ffe-d430-4c7d-b0b6-36ee245acb12 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0624483 May 19 16:50:10.017353 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86113ea4-c3eb-4797-a07d-0511f17aee39 req-5f2dd225-7b18-403f-8f91-e4d873b5fdd8 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723720 May 19 16:50:10.040323 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6f1f25c0-b12c-45ba-b8a0-d6c4886beb21 req-a3521657-c8ab-4b19-973c-d5d3e80180c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa116bf-f964-4274-a879-27bf6f601715 HTTP/1.1" status: 200 len: 1000 time: 0.0605884 May 19 16:50:10.078066 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:10.093951 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f25c0-b12c-45ba-b8a0-d6c4886beb21 req-b5acea4e-3000-4d8a-a701-f6c29e2bc70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:10.095404 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6f1f25c0-b12c-45ba-b8a0-d6c4886beb21 req-b5acea4e-3000-4d8a-a701-f6c29e2bc70c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f5191e-3500-4df3-8bf4-eea14d289679 HTTP/1.1" status: 200 len: 850 time: 0.0495701 May 19 16:50:10.129486 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:10.141051 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f25c0-b12c-45ba-b8a0-d6c4886beb21 req-6f88f011-236f-43e2-95f0-513c1ee2b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:10.142582 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6f1f25c0-b12c-45ba-b8a0-d6c4886beb21 req-6f88f011-236f-43e2-95f0-513c1ee2b3cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d502c5b6-89c2-49f6-8ac0-adfabdff9156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392332 May 19 16:50:10.235521 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6f1f25c0-b12c-45ba-b8a0-d6c4886beb21 req-9e6ebaee-189e-47b7-a790-fb1ef7897962 service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844700 May 19 16:50:10.332275 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6f1f25c0-b12c-45ba-b8a0-d6c4886beb21 req-a3ad7e97-26ed-4adc-a41e-9221e89df615 service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893381 May 19 16:50:10.969347 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e0be159c-5859-4205-8175-7ccee55a606f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:11.028729 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:11.129184 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a362d4-57c0-4028-b5b6-42d8d6192d8a req-53344d0c-d807-4cd9-9ee4-006a4a7707ed tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:11.130673 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b4a362d4-57c0-4028-b5b6-42d8d6192d8a req-53344d0c-d807-4cd9-9ee4-006a4a7707ed tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0472224 May 19 16:50:11.176864 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b4a362d4-57c0-4028-b5b6-42d8d6192d8a req-a1069656-c951-4000-9b93-48a1f6e80c6c tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407083 May 19 16:50:12.290580 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d5bde-b9bc-47ae-adbb-afe777b5c33d req-56826ce7-20b4-4921-89f4-edb30f7f6d32 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:12.292073 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-323d5bde-b9bc-47ae-adbb-afe777b5c33d req-56826ce7-20b4-4921-89f4-edb30f7f6d32 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0480485 May 19 16:50:12.338276 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-323d5bde-b9bc-47ae-adbb-afe777b5c33d req-474891a9-509a-4d69-9d23-c9ec0a057258 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407245 May 19 16:50:13.128463 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc48309-a22a-4e36-bd1f-37ce5fa63a01 req-ad70b514-ee04-4598-958e-5609c78a011c tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:13.129978 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0cc48309-a22a-4e36-bd1f-37ce5fa63a01 req-ad70b514-ee04-4598-958e-5609c78a011c tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 985 time: 0.0807130 May 19 16:50:13.133199 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0372a-e1cd-4d47-8ef6-21e951028e0b req-117b0770-8d33-43b5-b5ce-3a6dcabbe256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:13.134553 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4da0372a-e1cd-4d47-8ef6-21e951028e0b req-117b0770-8d33-43b5-b5ce-3a6dcabbe256 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=66c1f23fbe114e9885266a0092cca13c&device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 1169 time: 0.0721354 May 19 16:50:13.252366 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0cc48309-a22a-4e36-bd1f-37ce5fa63a01 req-4b98343e-2986-4643-be27-adafc6ea20c3 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&id=2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166179 May 19 16:50:13.267142 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0372a-e1cd-4d47-8ef6-21e951028e0b req-a9b87831-13f6-4b50-a0d5-8225e920d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:13.268602 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4da0372a-e1cd-4d47-8ef6-21e951028e0b req-a9b87831-13f6-4b50-a0d5-8225e920d128 service neutron] 10.222.0.48 "GET /v2.0/networks?id=456c9702-9a69-4541-891a-938fd3d1a085 HTTP/1.1" status: 200 len: 915 time: 0.1272426 May 19 16:50:13.331748 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4da0372a-e1cd-4d47-8ef6-21e951028e0b req-5c81d1b9-e7ee-445b-9cd4-cb00980581cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a HTTP/1.1" status: 200 len: 1002 time: 0.0549366 May 19 16:50:13.383985 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0372a-e1cd-4d47-8ef6-21e951028e0b req-2c199f09-0e75-44e5-9b16-cb14e86d745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:13.385489 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4da0372a-e1cd-4d47-8ef6-21e951028e0b req-2c199f09-0e75-44e5-9b16-cb14e86d745c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c0da3e-2101-42da-b7af-818adcbf0693 HTTP/1.1" status: 200 len: 853 time: 0.0436206 May 19 16:50:13.434186 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0372a-e1cd-4d47-8ef6-21e951028e0b req-7db35a2e-be03-42be-8829-ceb69ea9285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:13.435804 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4da0372a-e1cd-4d47-8ef6-21e951028e0b req-7db35a2e-be03-42be-8829-ceb69ea9285d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=456c9702-9a69-4541-891a-938fd3d1a085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429192 May 19 16:50:13.456677 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62b817-deb6-475f-9305-c5c198900ec4 req-952c9f89-bf59-46a4-85ff-79ca63e01e75 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:13.458198 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2e62b817-deb6-475f-9305-c5c198900ec4 req-952c9f89-bf59-46a4-85ff-79ca63e01e75 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0507901 May 19 16:50:13.507135 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-2e62b817-deb6-475f-9305-c5c198900ec4 req-d27f0438-d60e-4629-9511-9a3dc6e26ede tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428691 May 19 16:50:13.528737 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4da0372a-e1cd-4d47-8ef6-21e951028e0b req-9aad3b80-2e74-4d13-954c-bf810cd90dd9 service neutron] 10.222.0.48 "GET /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856836 May 19 16:50:13.621259 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4da0372a-e1cd-4d47-8ef6-21e951028e0b req-47699a59-f0e6-40da-9388-9110172e0d4f service neutron] 10.222.0.48 "GET /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850754 May 19 16:50:14.286449 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-8d2191a2-df02-41ce-8cdb-4a27f84066cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:14.357737 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:14.369986 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f33a8-ce70-4611-855f-5dfbdc13eab8 req-57be6c22-624c-422a-84dd-c8695afc129b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:14.372296 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0b9f33a8-ce70-4611-855f-5dfbdc13eab8 req-57be6c22-624c-422a-84dd-c8695afc129b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 985 time: 0.0530775 May 19 16:50:14.434881 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0b9f33a8-ce70-4611-855f-5dfbdc13eab8 req-46e0d0ab-7d7b-4bea-988d-2b950050d382 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&id=2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561113 May 19 16:50:14.626393 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2e8b0-b0d5-428a-a69d-77980a955ba9 req-99ff2e53-c04d-4de9-8c3c-03e0850a406b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:14.627900 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d5f2e8b0-b0d5-428a-a69d-77980a955ba9 req-99ff2e53-c04d-4de9-8c3c-03e0850a406b tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0516818 May 19 16:50:14.639817 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:14.675610 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d5f2e8b0-b0d5-428a-a69d-77980a955ba9 req-c01c59a3-260b-4853-92c4-4285afaef8b6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421796 May 19 16:50:14.878557 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8789b8-46fa-4b82-86eb-7744bc732420 req-805d6bf6-8d79-489b-83e1-f67374c5f620 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:14.880143 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5e8789b8-46fa-4b82-86eb-7744bc732420 req-805d6bf6-8d79-489b-83e1-f67374c5f620 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0522923 May 19 16:50:14.921750 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c0e62-428f-4ba0-bbb3-19f59c8cd1bf req-c392125e-25f1-4f5d-b990-bb8cb84308a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:14.923278 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-435c0e62-428f-4ba0-bbb3-19f59c8cd1bf req-c392125e-25f1-4f5d-b990-bb8cb84308a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd5d1150a9ed483bbd298b896bcf7f46&device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 1129 time: 0.0450611 May 19 16:50:14.929858 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5e8789b8-46fa-4b82-86eb-7744bc732420 req-7c92577a-26ae-4893-bf2d-444d7513adfe tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440860 May 19 16:50:14.938408 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:15.015614 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c0e62-428f-4ba0-bbb3-19f59c8cd1bf req-909eec41-26a3-4ec4-a1be-1278b56ada55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:15.017104 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-435c0e62-428f-4ba0-bbb3-19f59c8cd1bf req-909eec41-26a3-4ec4-a1be-1278b56ada55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d502c5b6-89c2-49f6-8ac0-adfabdff9156 HTTP/1.1" status: 200 len: 912 time: 0.0858078 May 19 16:50:15.082273 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-435c0e62-428f-4ba0-bbb3-19f59c8cd1bf req-cf2c1d96-1fad-4d40-9cac-dc8bbfffb591 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaa116bf-f964-4274-a879-27bf6f601715 HTTP/1.1" status: 200 len: 1000 time: 0.0581949 May 19 16:50:15.131705 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c0e62-428f-4ba0-bbb3-19f59c8cd1bf req-bedf63ea-0c0b-4273-9636-00a063f0a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:15.133182 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-435c0e62-428f-4ba0-bbb3-19f59c8cd1bf req-bedf63ea-0c0b-4273-9636-00a063f0a7fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f5191e-3500-4df3-8bf4-eea14d289679 HTTP/1.1" status: 200 len: 850 time: 0.0442083 May 19 16:50:15.177087 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c0e62-428f-4ba0-bbb3-19f59c8cd1bf req-bcd97c1f-9af5-4bd0-a686-c89149058b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:15.178606 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-435c0e62-428f-4ba0-bbb3-19f59c8cd1bf req-bcd97c1f-9af5-4bd0-a686-c89149058b58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d502c5b6-89c2-49f6-8ac0-adfabdff9156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381675 May 19 16:50:15.206360 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:15.276754 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-435c0e62-428f-4ba0-bbb3-19f59c8cd1bf req-be863f9a-f0bb-4b5e-96ca-c1250ce101fa service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871098 May 19 16:50:15.278295 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:15.280217 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=17 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:15.363974 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-435c0e62-428f-4ba0-bbb3-19f59c8cd1bf req-8ec2bfb1-337e-409a-ad2b-185d4d5d1bdd service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812659 May 19 16:50:15.556483 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7616ee0-47f6-499c-b724-beb1c39d4292 req-ff6c0507-92dd-466f-8f82-e1f26e6d06ba tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:15.558054 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a7616ee0-47f6-499c-b724-beb1c39d4292 req-ff6c0507-92dd-466f-8f82-e1f26e6d06ba tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 985 time: 0.0521100 May 19 16:50:15.620556 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a7616ee0-47f6-499c-b724-beb1c39d4292 req-7abd9550-ab51-42d8-a294-52f0eb7c7724 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&id=2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562634 May 19 16:50:16.042222 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb7c92-88dc-424b-8765-ae43c6dfd644 req-08a416e9-3471-4d19-a168-1ddb7e607149 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:16.044247 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d2fb7c92-88dc-424b-8765-ae43c6dfd644 req-08a416e9-3471-4d19-a168-1ddb7e607149 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0463376 May 19 16:50:16.100034 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d2fb7c92-88dc-424b-8765-ae43c6dfd644 req-3871915f-d812-4c29-a639-4ec886ab74b9 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479338 May 19 16:50:16.734459 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9293ed-8b69-43f3-afb1-92ec9d741af1 req-bf4a7595-f6c2-4d51-9c2a-a277a14ece08 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:16.735926 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fa9293ed-8b69-43f3-afb1-92ec9d741af1 req-bf4a7595-f6c2-4d51-9c2a-a277a14ece08 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 985 time: 0.0472224 May 19 16:50:16.796586 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fa9293ed-8b69-43f3-afb1-92ec9d741af1 req-f7fe4f65-e5e2-48a8-a57d-c7b9d849ba42 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&id=2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549500 May 19 16:50:16.958881 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:17.204821 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:17.213845 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3238b-7404-413c-8751-71b79b374bf7 req-f94c2b00-94d0-452c-a7ce-11391dd8e469 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:17.215880 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e8f3238b-7404-413c-8751-71b79b374bf7 req-f94c2b00-94d0-452c-a7ce-11391dd8e469 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0481722 May 19 16:50:17.263348 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e8f3238b-7404-413c-8751-71b79b374bf7 req-c6769b3d-2bb4-40ca-854b-1a809df6ffa3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418754 May 19 16:50:17.911826 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faa2d0-379b-4cfe-88eb-80ab801f5178 req-2ce6e907-8261-4216-ab66-7470725400e0 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:17.913368 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d4faa2d0-379b-4cfe-88eb-80ab801f5178 req-2ce6e907-8261-4216-ab66-7470725400e0 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 985 time: 0.0488434 May 19 16:50:17.972842 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d4faa2d0-379b-4cfe-88eb-80ab801f5178 req-49ac7012-9b7e-47fe-9aa2-f75ddd506aa8 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&id=2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538065 May 19 16:50:18.541347 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:19.085027 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370227cb-3703-4085-a86e-7f1c2bbf8bc2 req-11001540-414d-4b8a-b810-84249c2e0573 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:19.086542 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-370227cb-3703-4085-a86e-7f1c2bbf8bc2 req-11001540-414d-4b8a-b810-84249c2e0573 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 985 time: 0.0469143 May 19 16:50:19.146751 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-370227cb-3703-4085-a86e-7f1c2bbf8bc2 req-0038a28b-71b1-4a77-8ec9-d51f52fd6625 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&id=2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537086 May 19 16:50:20.265584 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e8fc5-5ab0-4c2c-b365-3a08413690c9 req-00d5f26a-28dd-4636-af47-8674b10792e8 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:20.267114 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-605e8fc5-5ab0-4c2c-b365-3a08413690c9 req-00d5f26a-28dd-4636-af47-8674b10792e8 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 985 time: 0.0507734 May 19 16:50:20.325862 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-605e8fc5-5ab0-4c2c-b365-3a08413690c9 req-c262a62a-b28c-45e3-9a22-c7b38e2cddac tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&id=2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531909 May 19 16:50:21.442065 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdff64-b444-4950-b0f7-83dcf33caa3b req-ce59c419-8f26-46a5-bdb1-5a4153be3308 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:21.443535 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4bcdff64-b444-4950-b0f7-83dcf33caa3b req-ce59c419-8f26-46a5-bdb1-5a4153be3308 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 985 time: 0.0511019 May 19 16:50:21.503165 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4bcdff64-b444-4950-b0f7-83dcf33caa3b req-dfa1e5e6-7519-4dfd-8b41-3e8a4b1198fa tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&id=2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539501 May 19 16:50:22.617267 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ee36b-93a1-4ac2-bd9f-8ef662c1d3d1 req-ec7e5cf0-9ba6-40f8-88e0-e7f4babc7004 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:22.618883 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-532ee36b-93a1-4ac2-bd9f-8ef662c1d3d1 req-ec7e5cf0-9ba6-40f8-88e0-e7f4babc7004 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 985 time: 0.0484240 May 19 16:50:22.631179 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:22.679397 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-532ee36b-93a1-4ac2-bd9f-8ef662c1d3d1 req-c5f38a5e-08fc-4001-a8fe-af2b678674f9 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&id=2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546601 May 19 16:50:23.796976 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6892221-783f-4416-9333-e754ff1313eb req-2eb05cfe-15e6-446f-b469-3a1c6b573b27 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:23.798609 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c6892221-783f-4416-9333-e754ff1313eb req-2eb05cfe-15e6-446f-b469-3a1c6b573b27 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 985 time: 0.0497358 May 19 16:50:23.858470 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c6892221-783f-4416-9333-e754ff1313eb req-36d0468b-5a35-46a9-937a-4bd70896438f tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&id=2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542383 May 19 16:50:24.966899 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:24.978218 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee927cbb-ea3d-4110-818b-b7663c3911bb req-7852e836-85e1-43e8-917a-12d38a85dcbf tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:24.979736 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ee927cbb-ea3d-4110-818b-b7663c3911bb req-7852e836-85e1-43e8-917a-12d38a85dcbf tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 985 time: 0.0523458 May 19 16:50:25.040019 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ee927cbb-ea3d-4110-818b-b7663c3911bb req-87016d94-051d-41ac-99fc-58f08bb87957 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&id=2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541105 May 19 16:50:25.407372 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:50:27.485203 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee7f00-6ff3-4c16-9044-8d1827c0a0ee req-676ddcad-2865-4f65-8065-74ea5b305c8e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:27.486636 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5dee7f00-6ff3-4c16-9044-8d1827c0a0ee req-676ddcad-2865-4f65-8065-74ea5b305c8e tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0620146 May 19 16:50:27.534222 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5dee7f00-6ff3-4c16-9044-8d1827c0a0ee req-32afd221-eae7-4625-96d2-4f5528579743 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419908 May 19 16:50:28.535277 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:28.537181 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:28.648081 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31813554-2c11-46d0-8599-fc381b4ed2fa req-c6302a91-e1e3-4b4c-8833-65aa996e3e0a tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:28.649575 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-31813554-2c11-46d0-8599-fc381b4ed2fa req-c6302a91-e1e3-4b4c-8833-65aa996e3e0a tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0476468 May 19 16:50:28.696615 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-31813554-2c11-46d0-8599-fc381b4ed2fa req-c7135cf8-2374-452b-9fb7-6b9dceb75c65 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409400 May 19 16:50:29.811984 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf9820-f5f7-4a2f-a6f6-452fb00b5e07 req-54e6bf2a-0d50-4284-bff9-3b90c54edd10 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:29.813499 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aeaf9820-f5f7-4a2f-a6f6-452fb00b5e07 req-54e6bf2a-0d50-4284-bff9-3b90c54edd10 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0480623 May 19 16:50:29.860877 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-aeaf9820-f5f7-4a2f-a6f6-452fb00b5e07 req-342b40c2-1ff1-4758-b6be-9ff3a92d2170 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418022 May 19 16:50:30.974037 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300887c-97c4-4de0-87e3-efef864bfb51 req-0a501b4d-afe5-4914-b906-0ff78ec0f460 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:30.975413 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5300887c-97c4-4de0-87e3-efef864bfb51 req-0a501b4d-afe5-4914-b906-0ff78ec0f460 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0461557 May 19 16:50:31.045709 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-dac26045-7c2c-4c58-9e6d-d215c88ffc0b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:31.047153 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-dac26045-7c2c-4c58-9e6d-d215c88ffc0b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.48 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 946 time: 0.0708985 May 19 16:50:31.068671 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5300887c-97c4-4de0-87e3-efef864bfb51 req-ef84995a-bb52-4731-8956-57444775145b tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dc33469-6981-434a-9986-8e6cfda0083e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841568 May 19 16:50:31.138196 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Deleting port dc7ca7c9-fb4e-427b-a711-3641b6dc9306 {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:50:31.138540 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:31.232046 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] For port dc7ca7c9-fb4e-427b-a711-3641b6dc9306, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=dc7ca7c9-fb4e-427b-a711-3641b6dc9306,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:50:31.232321 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:31.393918 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:31.394272 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (0d90df66-5953-492a-a77d-e84bf2e719ac), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:31.394587 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Floating IP 0d90df66-5953-492a-a77d-e84bf2e719ac disassociated. External IP: 172.27.1.200, port: dc7ca7c9-fb4e-427b-a711-3641b6dc9306. May 19 16:50:31.394956 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Calling delete_port for dc7ca7c9-fb4e-427b-a711-3641b6dc9306 owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:50:31.524674 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (dc7ca7c9-fb4e-427b-a711-3641b6dc9306), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:31.552359 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Pushing event deleted for resources: {'Port': ['ID=dc7ca7c9-fb4e-427b-a711-3641b6dc9306,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:31.614094 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:31.665725 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:31.668026 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:50:31.995197 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:50:32.005979 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4317f08-f508-451f-8644-12d51b7cfa41 None None] Sync routers for ids ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:50:32.018035 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4317f08-f508-451f-8644-12d51b7cfa41 None None] Routers {'03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:50:32.018957 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-b4317f08-f508-451f-8644-12d51b7cfa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:50:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:32.039861 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] No DVR routers for this DVR port dc7ca7c9-fb4e-427b-a711-3641b6dc9306 on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:50:32.042446 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:32.045711 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7c0dc996-615b-4de8-a702-ddf391309db6 req-fe9208b9-9488-40d0-9150-5f65bf2f73ec tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.48 "DELETE /v2.0/ports/dc7ca7c9-fb4e-427b-a711-3641b6dc9306 HTTP/1.1" status: 204 len: 173 time: 0.9911673 May 19 16:50:32.046236 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'name': 'network-vif-deleted', 'tag': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:50:32.048463 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ca7a9f-b698-415c-912c-487b321e1723" -d '{"events": [{"server_uuid": "deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5", "name": "network-vif-deleted", "tag": "dc7ca7c9-fb4e-427b-a711-3641b6dc9306"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:50:32.087250 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f27e178-399f-4ac8-aa3b-c62c634616c2 x-openstack-request-id: req-8f27e178-399f-4ac8-aa3b-c62c634616c2 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:50:32.087547 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5", "name": "network-vif-deleted", "tag": "dc7ca7c9-fb4e-427b-a711-3641b6dc9306", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:50:32.087802 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f27e178-399f-4ac8-aa3b-c62c634616c2 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:50:32.088202 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f27e178-399f-4ac8-aa3b-c62c634616c2'] response: {'server_uuid': 'deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5', 'name': 'network-vif-deleted', 'tag': 'dc7ca7c9-fb4e-427b-a711-3641b6dc9306', 'status': 'completed', 'code': 200} May 19 16:50:32.143056 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-b4317f08-f508-451f-8644-12d51b7cfa41 None None] Set router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:50:32.171194 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-71c33e13-613c-42e4-9d80-0768d26dafd3 req-54a3f894-38a7-44cd-b7a6-ca00ea243b49 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=deedcc36-bc35-4cdb-b429-cf7e0d5ae1c5 HTTP/1.1" status: 200 len: 210 time: 0.0307739 May 19 16:50:32.336979 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-b4317f08-f508-451f-8644-12d51b7cfa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '3c0e65df-f2bc-4d6c-9e23-76804c9de3cb', 'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'mac_address': 'fa:16:3e:6f:32:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:22Z', 'revision_number': 5, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'subnets': [{'id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:32.364112 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4317f08-f508-451f-8644-12d51b7cfa41 None None] Checking router: 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:50:32.373721 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4317f08-f508-451f-8644-12d51b7cfa41 None None] Routers {'03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:50:32.374338 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-b4317f08-f508-451f-8644-12d51b7cfa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:50:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:32.607825 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-b4317f08-f508-451f-8644-12d51b7cfa41 None None] Set router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:50:32.790962 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-b4317f08-f508-451f-8644-12d51b7cfa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '3c0e65df-f2bc-4d6c-9e23-76804c9de3cb', 'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'mac_address': 'fa:16:3e:6f:32:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:22Z', 'revision_number': 5, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'subnets': [{'id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:32.815428 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4317f08-f508-451f-8644-12d51b7cfa41 None None] The sync data for ids ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'] in dv-cinder-842433-1-iscsi is: [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:43:08Z', 'revision_number': 4, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '3c0e65df-f2bc-4d6c-9e23-76804c9de3cb', 'name': '', 'network_id': 'ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'mac_address': 'fa:16:3e:6f:32:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:22Z', 'revision_number': 5, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'subnets': [{'id': '899b8aae-4ebd-46d0-bbae-fc3c27286312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:50:33.036387 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db10ed08-2fce-42d2-896d-b6d65283e5a1 None None] New status for floating IP 0d90df66-5953-492a-a77d-e84bf2e719ac: DOWN {{(pid=110373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:50:33.264847 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36600) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:33.317885 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd34f-b3fc-4ca9-b0dc-04a3b8cb052f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for security_group (4dc33469-6981-434a-9986-8e6cfda0083e), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:33.342114 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd34f-b3fc-4ca9-b0dc-04a3b8cb052f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for security_group (4dc33469-6981-434a-9986-8e6cfda0083e), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:33.374614 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:33.393678 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd34f-b3fc-4ca9-b0dc-04a3b8cb052f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (4dc33469-6981-434a-9986-8e6cfda0083e), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:33.396367 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd34f-b3fc-4ca9-b0dc-04a3b8cb052f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:33.397564 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-f2cfd34f-b3fc-4ca9-b0dc-04a3b8cb052f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "DELETE /v2.0/security-groups/4dc33469-6981-434a-9986-8e6cfda0083e HTTP/1.1" status: 204 len: 168 time: 0.1316679 May 19 16:50:33.400203 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36602) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:33.407850 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfd34f-b3fc-4ca9-b0dc-04a3b8cb052f tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc33469-6981-434a-9986-8e6cfda0083e,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:33.414253 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.api.v2.resource [None req-9669a26d-18b0-4473-8023-60bd7e67dc31 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] show failed (client error): The resource could not be found. May 19 16:50:33.415329 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-9669a26d-18b0-4473-8023-60bd7e67dc31 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups/4dc33469-6981-434a-9986-8e6cfda0083e HTTP/1.1" status: 404 len: 347 time: 0.0140924 May 19 16:50:33.418035 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36604) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:33.526988 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-027e0501-229f-46c6-80ab-e1d7420f7638 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Deleting port 1b8b0acc-5512-461f-b5a6-9d883496b413 {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:50:33.527222 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-027e0501-229f-46c6-80ab-e1d7420f7638 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (1b8b0acc-5512-461f-b5a6-9d883496b413), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:33.607029 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-027e0501-229f-46c6-80ab-e1d7420f7638 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (1b8b0acc-5512-461f-b5a6-9d883496b413), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:33.607361 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-027e0501-229f-46c6-80ab-e1d7420f7638 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for floatingip (1b8b0acc-5512-461f-b5a6-9d883496b413), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:33.622836 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-027e0501-229f-46c6-80ab-e1d7420f7638 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Calling delete_port for 1b8b0acc-5512-461f-b5a6-9d883496b413 owned by network:floatingip {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:50:33.759147 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-027e0501-229f-46c6-80ab-e1d7420f7638 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (1b8b0acc-5512-461f-b5a6-9d883496b413), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:33.782091 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e0501-229f-46c6-80ab-e1d7420f7638 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Pushing event deleted for resources: {'Port': ['ID=1b8b0acc-5512-461f-b5a6-9d883496b413,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:33.847577 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-027e0501-229f-46c6-80ab-e1d7420f7638 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks [] for floatingip (0d90df66-5953-492a-a77d-e84bf2e719ac), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:33.850077 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-027e0501-229f-46c6-80ab-e1d7420f7638 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:33.851215 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-027e0501-229f-46c6-80ab-e1d7420f7638 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "DELETE /v2.0/floatingips/0d90df66-5953-492a-a77d-e84bf2e719ac HTTP/1.1" status: 204 len: 168 time: 0.4322760 May 19 16:50:35.970340 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device dc7ca7c9-fb4e-427b-a711-3641b6dc9306 no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:50:35.989456 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: dc7ca7c9-fb4e-427b-a711-3641b6dc9306 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:50:35.989795 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device dc7ca7c9-fb4e-427b-a711-3641b6dc9306 not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:50:36.331931 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ab7fa-3ab0-4900-abf6-e057919cde33 req-9fd2628b-9231-414a-80ed-5caea9340c12 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:36.333406 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b42ab7fa-3ab0-4900-abf6-e057919cde33 req-9fd2628b-9231-414a-80ed-5caea9340c12 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0468137 May 19 16:50:36.380600 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b42ab7fa-3ab0-4900-abf6-e057919cde33 req-a035d7c0-f494-4d52-9800-0243ec3e1337 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 May 19 16:50:37.129594 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef9fb9-1096-4f32-abff-bd66d4b97728 req-4cd80327-8694-49d1-ada9-0ac40cec1829 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:37.131044 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86ef9fb9-1096-4f32-abff-bd66d4b97728 req-4cd80327-8694-49d1-ada9-0ac40cec1829 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.48 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 945 time: 0.0468411 May 19 16:50:37.224495 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-86ef9fb9-1096-4f32-abff-bd66d4b97728 req-faea2c98-0d1a-4a16-82df-a79717659b38 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Deleting port 037a42bd-818d-415e-abbc-f96733de3dbd {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:50:37.224838 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-86ef9fb9-1096-4f32-abff-bd66d4b97728 req-faea2c98-0d1a-4a16-82df-a79717659b38 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (037a42bd-818d-415e-abbc-f96733de3dbd), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:37.310503 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:37.316073 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-86ef9fb9-1096-4f32-abff-bd66d4b97728 req-faea2c98-0d1a-4a16-82df-a79717659b38 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] For port 037a42bd-818d-415e-abbc-f96733de3dbd, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=037a42bd-818d-415e-abbc-f96733de3dbd,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:50:37.316437 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-86ef9fb9-1096-4f32-abff-bd66d4b97728 req-faea2c98-0d1a-4a16-82df-a79717659b38 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (037a42bd-818d-415e-abbc-f96733de3dbd), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:37.329986 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:37.334860 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-86ef9fb9-1096-4f32-abff-bd66d4b97728 req-faea2c98-0d1a-4a16-82df-a79717659b38 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Calling delete_port for 037a42bd-818d-415e-abbc-f96733de3dbd owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:50:37.462311 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-86ef9fb9-1096-4f32-abff-bd66d4b97728 req-faea2c98-0d1a-4a16-82df-a79717659b38 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (037a42bd-818d-415e-abbc-f96733de3dbd), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:37.474056 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['73f4e6f8-050c-4f74-9343-24340265e7f1', '037a42bd-818d-415e-abbc-f96733de3dbd'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:50:37.482446 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-9ae4bf78-c82d-4350-98b0-ee3a7895231e req-84609b7c-b348-4ce4-ab01-5c8a002e8112 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=f47945f2-c715-4fc2-9759-55dc7bdd02de HTTP/1.1" status: 200 len: 210 time: 0.0321915 May 19 16:50:37.489847 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea2c98-0d1a-4a16-82df-a79717659b38 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Pushing event deleted for resources: {'Port': ['ID=037a42bd-818d-415e-abbc-f96733de3dbd,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:37.549070 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ef9fb9-1096-4f32-abff-bd66d4b97728 req-faea2c98-0d1a-4a16-82df-a79717659b38 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] No DVR routers for this DVR port 037a42bd-818d-415e-abbc-f96733de3dbd on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:50:37.551865 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-86ef9fb9-1096-4f32-abff-bd66d4b97728 req-faea2c98-0d1a-4a16-82df-a79717659b38 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:37.555161 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86ef9fb9-1096-4f32-abff-bd66d4b97728 req-faea2c98-0d1a-4a16-82df-a79717659b38 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.48 "DELETE /v2.0/ports/037a42bd-818d-415e-abbc-f96733de3dbd HTTP/1.1" status: 204 len: 173 time: 0.4168372 May 19 16:50:37.555611 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47945f2-c715-4fc2-9759-55dc7bdd02de', 'name': 'network-vif-deleted', 'tag': '037a42bd-818d-415e-abbc-f96733de3dbd'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:50:37.557943 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911e255e-e059-4ac6-9966-01be38defc0d" -d '{"events": [{"server_uuid": "f47945f2-c715-4fc2-9759-55dc7bdd02de", "name": "network-vif-deleted", "tag": "037a42bd-818d-415e-abbc-f96733de3dbd"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:50:37.615147 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31893d2-c0e5-43ff-93a7-3af015c341d1 x-openstack-request-id: req-f31893d2-c0e5-43ff-93a7-3af015c341d1 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:50:37.615548 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47945f2-c715-4fc2-9759-55dc7bdd02de", "name": "network-vif-deleted", "tag": "037a42bd-818d-415e-abbc-f96733de3dbd", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:50:37.615859 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f31893d2-c0e5-43ff-93a7-3af015c341d1 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:50:37.616345 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31893d2-c0e5-43ff-93a7-3af015c341d1'] response: {'server_uuid': 'f47945f2-c715-4fc2-9759-55dc7bdd02de', 'name': 'network-vif-deleted', 'tag': '037a42bd-818d-415e-abbc-f96733de3dbd', 'status': 'completed', 'code': 200} May 19 16:50:38.758056 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafa2e4-731b-4b02-9f87-71cd2fe96365 req-b4adc46a-0784-4434-9260-45f67a7b44a0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:38.759545 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4fafa2e4-731b-4b02-9f87-71cd2fe96365 req-b4adc46a-0784-4434-9260-45f67a7b44a0 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0477581 May 19 16:50:38.807544 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4fafa2e4-731b-4b02-9f87-71cd2fe96365 req-fd86d525-5434-4764-82de-237928160831 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/security-groups?id=889f1f2f-8996-4599-bf1d-285e628c7174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 May 19 16:50:39.433741 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e11814-734f-4880-9a05-33bca72fb09c req-66cc928e-aad7-4651-88b9-05d5953896ed tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:50:39.435220 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-05e11814-734f-4880-9a05-33bca72fb09c req-66cc928e-aad7-4651-88b9-05d5953896ed tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 945 time: 0.0483389 May 19 16:50:39.518226 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-05e11814-734f-4880-9a05-33bca72fb09c req-db8f4598-a90d-4499-98cc-da67107e7262 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Deleting port 73f4e6f8-050c-4f74-9343-24340265e7f1 {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:50:39.518480 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-05e11814-734f-4880-9a05-33bca72fb09c req-db8f4598-a90d-4499-98cc-da67107e7262 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:39.617184 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-05e11814-734f-4880-9a05-33bca72fb09c req-db8f4598-a90d-4499-98cc-da67107e7262 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] For port 73f4e6f8-050c-4f74-9343-24340265e7f1, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=73f4e6f8-050c-4f74-9343-24340265e7f1,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:50:39.617565 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-05e11814-734f-4880-9a05-33bca72fb09c req-db8f4598-a90d-4499-98cc-da67107e7262 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:39.630826 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-05e11814-734f-4880-9a05-33bca72fb09c req-db8f4598-a90d-4499-98cc-da67107e7262 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Calling delete_port for 73f4e6f8-050c-4f74-9343-24340265e7f1 owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:50:39.759800 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-05e11814-734f-4880-9a05-33bca72fb09c req-db8f4598-a90d-4499-98cc-da67107e7262 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (73f4e6f8-050c-4f74-9343-24340265e7f1), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:39.772215 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['73f4e6f8-050c-4f74-9343-24340265e7f1'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:50:39.796054 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f4598-a90d-4499-98cc-da67107e7262 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Pushing event deleted for resources: {'Port': ['ID=73f4e6f8-050c-4f74-9343-24340265e7f1,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:39.837727 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e11814-734f-4880-9a05-33bca72fb09c req-db8f4598-a90d-4499-98cc-da67107e7262 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] No DVR routers for this DVR port 73f4e6f8-050c-4f74-9343-24340265e7f1 on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:50:39.840383 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-05e11814-734f-4880-9a05-33bca72fb09c req-db8f4598-a90d-4499-98cc-da67107e7262 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:39.843735 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-05e11814-734f-4880-9a05-33bca72fb09c req-db8f4598-a90d-4499-98cc-da67107e7262 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.48 "DELETE /v2.0/ports/73f4e6f8-050c-4f74-9343-24340265e7f1 HTTP/1.1" status: 204 len: 173 time: 0.4034431 May 19 16:50:39.844258 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d2c19b-7d96-4f1e-8f4a-7644b068da7f', 'name': 'network-vif-deleted', 'tag': '73f4e6f8-050c-4f74-9343-24340265e7f1'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:50:39.846482 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cd0341-577f-409f-93a9-d2cac47d2175" -d '{"events": [{"server_uuid": "e2d2c19b-7d96-4f1e-8f4a-7644b068da7f", "name": "network-vif-deleted", "tag": "73f4e6f8-050c-4f74-9343-24340265e7f1"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:50:39.900966 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e3107e-3cd0-42e3-b2dd-98b2882561a1 x-openstack-request-id: req-98e3107e-3cd0-42e3-b2dd-98b2882561a1 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:50:39.901395 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d2c19b-7d96-4f1e-8f4a-7644b068da7f", "name": "network-vif-deleted", "tag": "73f4e6f8-050c-4f74-9343-24340265e7f1", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:50:39.901738 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98e3107e-3cd0-42e3-b2dd-98b2882561a1 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:50:39.902209 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e3107e-3cd0-42e3-b2dd-98b2882561a1'] response: {'server_uuid': 'e2d2c19b-7d96-4f1e-8f4a-7644b068da7f', 'name': 'network-vif-deleted', 'tag': '73f4e6f8-050c-4f74-9343-24340265e7f1', 'status': 'completed', 'code': 200} May 19 16:50:39.943459 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ddbf8a45-5455-4834-a19e-5cddb487c624 req-7bc40ccf-aecd-455c-a63a-c5e2b5531399 tempest-ServerRescueNegativeTestJSON-1680359242 tempest-ServerRescueNegativeTestJSON-1680359242-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2d2c19b-7d96-4f1e-8f4a-7644b068da7f HTTP/1.1" status: 200 len: 210 time: 0.0402057 May 19 16:50:39.978090 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 037a42bd-818d-415e-abbc-f96733de3dbd no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:50:40.001355 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: 037a42bd-818d-415e-abbc-f96733de3dbd {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:50:40.001950 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 037a42bd-818d-415e-abbc-f96733de3dbd not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:50:40.971310 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-776247ad-067c-45a0-9648-2ecfd9b367cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:41.009413 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36640) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:41.034567 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:41.320938 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:41.337017 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:41.474140 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-13c75a58-2f31-4ec2-b8f5-0d4d9506d6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-777684'] for router_interface (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:41.738573 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-13c75a58-2f31-4ec2-b8f5-0d4d9506d6f4 admin admin] Deleting port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:50:41.738916 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-13c75a58-2f31-4ec2-b8f5-0d4d9506d6f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:41.818418 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [None req-13c75a58-2f31-4ec2-b8f5-0d4d9506d6f4 admin admin] For port 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=3c0e65df-f2bc-4d6c-9e23-76804c9de3cb,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:50:41.818782 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-13c75a58-2f31-4ec2-b8f5-0d4d9506d6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:41.831081 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-13c75a58-2f31-4ec2-b8f5-0d4d9506d6f4 admin admin] Calling delete_port for 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb owned by network:router_interface {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:50:42.009835 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-13c75a58-2f31-4ec2-b8f5-0d4d9506d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (3c0e65df-f2bc-4d6c-9e23-76804c9de3cb), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:42.032274 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c75a58-2f31-4ec2-b8f5-0d4d9506d6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c0e65df-f2bc-4d6c-9e23-76804c9de3cb,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:42.193818 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-13c75a58-2f31-4ec2-b8f5-0d4d9506d6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773835'] for router_interface (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:42.254638 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:42.260645 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:42.402761 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c75a58-2f31-4ec2-b8f5-0d4d9506d6f4 admin admin] Router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:50:42.502194 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c75a58-2f31-4ec2-b8f5-0d4d9506d6f4 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:50:42.507032 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-13c75a58-2f31-4ec2-b8f5-0d4d9506d6f4 admin admin] 10.222.0.36 "PUT /v2.0/routers/03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4965799 May 19 16:50:42.509661 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36646) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:42.510729 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aead1e5-4043-4931-b732-6df6e24b2259 None None] Sync routers for ids ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:50:42.514618 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:42.525941 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aead1e5-4043-4931-b732-6df6e24b2259 None None] Routers {'03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:50:42.526570 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-0aead1e5-4043-4931-b732-6df6e24b2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:50:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:42.583245 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:42.610855 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] Publish callbacks [] for router (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:42.635629 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-0aead1e5-4043-4931-b732-6df6e24b2259 None None] Set router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:50:42.699805 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:42.715669 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] Publish callbacks [] for router_gateway (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:42.762567 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] Deleting port c5ec2d61-3a0c-4888-8730-a8cbb3649a9a {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:50:42.762982 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (c5ec2d61-3a0c-4888-8730-a8cbb3649a9a), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:42.807302 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-0aead1e5-4043-4931-b732-6df6e24b2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:50:41Z', 'revision_number': 5, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port': {'id': 'c5ec2d61-3a0c-4888-8730-a8cbb3649a9a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:42.833018 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aead1e5-4043-4931-b732-6df6e24b2259 None None] Checking router: 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:50:42.841649 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aead1e5-4043-4931-b732-6df6e24b2259 None None] Routers {'03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:50:42.842264 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-0aead1e5-4043-4931-b732-6df6e24b2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:50:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:42.847241 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] For port c5ec2d61-3a0c-4888-8730-a8cbb3649a9a, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=c5ec2d61-3a0c-4888-8730-a8cbb3649a9a,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:50:42.847607 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (c5ec2d61-3a0c-4888-8730-a8cbb3649a9a), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:42.861178 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] Calling delete_port for c5ec2d61-3a0c-4888-8730-a8cbb3649a9a owned by network:router_gateway {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:50:42.930298 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-0aead1e5-4043-4931-b732-6df6e24b2259 None None] Set router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 gateway port host: None {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:50:42.980687 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-0aead1e5-4043-4931-b732-6df6e24b2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:50:42Z', 'revision_number': 6, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port_host': None}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:43.007245 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aead1e5-4043-4931-b732-6df6e24b2259 None None] The sync data for ids ['03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5'] in dv-cinder-842433-1-iscsi is: [{'id': '03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5', 'name': 'tempest-ServerRescueNegativeTestJSON-964548364-router', 'tenant_id': '3fbe05607bf945bbb756e7ed3764cccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:42:59Z', 'updated_at': '2022-05-19T16:50:42Z', 'revision_number': 6, 'project_id': '3fbe05607bf945bbb756e7ed3764cccc', 'gw_port_host': None}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:50:43.038520 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (c5ec2d61-3a0c-4888-8730-a8cbb3649a9a), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:43.064381 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ec2d61-3a0c-4888-8730-a8cbb3649a9a,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:43.130951 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782310'] for router_gateway (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:43.481535 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11820'] for router (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:43.484951 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] Publish callbacks [] for router_controller (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:43.553426 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783543'] for router (03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:43.554150 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 {{(pid=110370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 16:50:43.564089 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:43.565141 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-940afb8d-0f45-47fa-8fec-039118a7af4d admin admin] 10.222.0.36 "DELETE /v2.0/routers/03c1a2b0-1b90-4957-8bfb-1f7f25cf0fb5 HTTP/1.1" status: 204 len: 168 time: 1.0545077 May 19 16:50:43.568398 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36650) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:43.614254 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c561440-65fc-4e73-a33b-4d5ba39fda09 admin admin] Deleting subnet 899b8aae-4ebd-46d0-bbae-fc3c27286312 {{(pid=110370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:50:43.617592 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4c561440-65fc-4e73-a33b-4d5ba39fda09 admin admin] Publish callbacks [] for subnet (899b8aae-4ebd-46d0-bbae-fc3c27286312), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:43.650725 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:43.657379 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4c561440-65fc-4e73-a33b-4d5ba39fda09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260361774'] for subnet (899b8aae-4ebd-46d0-bbae-fc3c27286312), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:43.764904 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4c561440-65fc-4e73-a33b-4d5ba39fda09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (899b8aae-4ebd-46d0-bbae-fc3c27286312), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:43.822797 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4c561440-65fc-4e73-a33b-4d5ba39fda09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260500120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261016939'] for subnet (899b8aae-4ebd-46d0-bbae-fc3c27286312), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:43.828504 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=13 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:43.852821 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c561440-65fc-4e73-a33b-4d5ba39fda09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=899b8aae-4ebd-46d0-bbae-fc3c27286312,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:43.859606 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4c561440-65fc-4e73-a33b-4d5ba39fda09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:43.863848 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-4c561440-65fc-4e73-a33b-4d5ba39fda09 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/899b8aae-4ebd-46d0-bbae-fc3c27286312 HTTP/1.1" status: 204 len: 168 time: 0.2948413 May 19 16:50:43.865304 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa105609-2460-455b-a906-3c9b77d4c021 None None] Network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:50:43.866182 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36652) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:43.941633 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:43.993240 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Deleting port e8873b14-e57d-44f1-8cf4-ffd2e158576f {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:50:43.993588 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.024762 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 73f4e6f8-050c-4f74-9343-24340265e7f1 no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:50:44.047437 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] DHCP port deletion for ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 request from dv-cinder-842433-1-iscsi {{(pid=110372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 16:50:44.049803 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: 73f4e6f8-050c-4f74-9343-24340265e7f1 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:50:44.050211 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 73f4e6f8-050c-4f74-9343-24340265e7f1 not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:50:44.069801 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] For port e8873b14-e57d-44f1-8cf4-ffd2e158576f, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=e8873b14-e57d-44f1-8cf4-ffd2e158576f,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:50:44.070164 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.083573 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Calling delete_port for e8873b14-e57d-44f1-8cf4-ffd2e158576f owned by network:dhcp {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:50:44.087096 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Deleting port e8873b14-e57d-44f1-8cf4-ffd2e158576f {{(pid=110372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:50:44.087494 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), before_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.153096 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] For port e8873b14-e57d-44f1-8cf4-ffd2e158576f, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=e8873b14-e57d-44f1-8cf4-ffd2e158576f,segment=NetworkSegment(82716c3d-213c-45c9-948d-7f292b0c7040),segment_id=82716c3d-213c-45c9-948d-7f292b0c7040)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:50:44.153518 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), precommit_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.166040 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.167992 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Calling delete_port for e8873b14-e57d-44f1-8cf4-ffd2e158576f owned by network:dhcp {{(pid=110372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:50:44.192169 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8873b14-e57d-44f1-8cf4-ffd2e158576f,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:44.196939 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] No DVR routers for this DVR port e8873b14-e57d-44f1-8cf4-ffd2e158576f on host dv-cinder-842433-1-iscsi {{(pid=110370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:50:44.281511 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.304402 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592']}} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:44.320816 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82716c3d-213c-45c9-948d-7f292b0c7040') {'for_net_delete': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:44.321109 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82716c3d-213c-45c9-948d-7f292b0c7040') {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:50:44.333494 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260361751'] for segment (82716c3d-213c-45c9-948d-7f292b0c7040), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.347160 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (82716c3d-213c-45c9-948d-7f292b0c7040), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.353579 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=110370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:50:44.353978 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260501306'] for segment (82716c3d-213c-45c9-948d-7f292b0c7040), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: Traceback (most recent call last): May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: timer() May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: cb(*args, **kw) May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: return func(*args, **kwargs) May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: self._notify() May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: self.callback(batched_events) May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: event.method(event) May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: return f(self, *a, **k) May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._get(url).json() May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: return self.request(url, 'GET', **kwargs) May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:50:44.355983 dv-cinder-842433-1-iscsi neutron-server[110370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:50:44.389605 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c901f50f-2256-4a27-917d-07bb7ce5411d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.417490 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.422642 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583'] for port (e8873b14-e57d-44f1-8cf4-ffd2e158576f), after_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.425516 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.429201 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 HTTP/1.1" status: 204 len: 168 time: 0.5614331 May 19 16:50:44.430392 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Network ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592 is not hosted by any dhcp agent {{(pid=110372) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 19 16:50:44.431174 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] No DVR routers for this DVR port e8873b14-e57d-44f1-8cf4-ffd2e158576f on host dv-cinder-842433-1-iscsi {{(pid=110372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:50:44.441175 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea550ad-8958-4e97-a766-33ee8a80fc75 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca9f7fe2-13d8-4e5e-a0b7-ed1642c0a592,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:44.455368 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Pushing event deleted for resources: {'Port': ['ID=e8873b14-e57d-44f1-8cf4-ffd2e158576f,revision_number=None']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:44.463011 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.463267 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.463632 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.464038 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.464310 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.464641 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.464964 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.465322 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.465628 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.465949 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.466273 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.466955 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.466955 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.467259 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.467544 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49a0ea-d779-4c1d-8d35-fb3f49f69e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:44.552054 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36656) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:44.592578 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-748bfacf-9109-477a-935b-92a5a87166d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fbe05607bf945bbb756e7ed3764cccc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392385 May 19 16:50:44.595025 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36658) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:44.646330 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a4591fff-72ec-45be-b2da-3734e50e2088 admin admin] Publish callbacks [] for security_group (889f1f2f-8996-4599-bf1d-285e628c7174), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.667305 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a4591fff-72ec-45be-b2da-3734e50e2088 admin admin] Publish callbacks [] for security_group (889f1f2f-8996-4599-bf1d-285e628c7174), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.689530 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:44.723585 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a4591fff-72ec-45be-b2da-3734e50e2088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (889f1f2f-8996-4599-bf1d-285e628c7174), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.726430 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a4591fff-72ec-45be-b2da-3734e50e2088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:44.727650 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-a4591fff-72ec-45be-b2da-3734e50e2088 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/889f1f2f-8996-4599-bf1d-285e628c7174 HTTP/1.1" status: 204 len: 168 time: 0.1317158 May 19 16:50:44.736326 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4591fff-72ec-45be-b2da-3734e50e2088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889f1f2f-8996-4599-bf1d-285e628c7174,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:44.753352 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:50:44.778426 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:50:44.779623 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 3c0e65df-f2bc-4d6c-9e23-76804c9de3cb not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:50:44.780227 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device e8873b14-e57d-44f1-8cf4-ffd2e158576f no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:50:44.803530 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: e8873b14-e57d-44f1-8cf4-ffd2e158576f {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:50:44.803966 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device e8873b14-e57d-44f1-8cf4-ffd2e158576f not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:50:44.804973 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device c5ec2d61-3a0c-4888-8730-a8cbb3649a9a no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:50:44.822475 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: c5ec2d61-3a0c-4888-8730-a8cbb3649a9a {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:50:44.822884 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device c5ec2d61-3a0c-4888-8730-a8cbb3649a9a not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:50:45.210763 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:45.378805 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:45.384835 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:46.700486 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36728) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:46.807521 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-511164d9-ad0e-42a4-98e7-d8ecda4356c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:46.873743 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=79,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:46.889354 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-511164d9-ad0e-42a4-98e7-d8ecda4356c2 admin admin] Publish callbacks [] for security_group (2152dc0a-0d03-4abf-9f95-e8bd0589353f), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:46.894068 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-511164d9-ad0e-42a4-98e7-d8ecda4356c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (2152dc0a-0d03-4abf-9f95-e8bd0589353f), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:46.932948 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511164d9-ad0e-42a4-98e7-d8ecda4356c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2152dc0a-0d03-4abf-9f95-e8bd0589353f,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:46.937642 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-511164d9-ad0e-42a4-98e7-d8ecda4356c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d34eb2980ea4c01bfbcbb2b603bdd9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356081 May 19 16:50:46.940238 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36732) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:46.961882 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:46.989806 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2471bc46-5097-4278-a71e-e3ec4bd7f5da admin admin] Publish callbacks [] for security_group (2152dc0a-0d03-4abf-9f95-e8bd0589353f), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:47.014833 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2471bc46-5097-4278-a71e-e3ec4bd7f5da admin admin] Publish callbacks [] for security_group (2152dc0a-0d03-4abf-9f95-e8bd0589353f), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:47.059067 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2471bc46-5097-4278-a71e-e3ec4bd7f5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (2152dc0a-0d03-4abf-9f95-e8bd0589353f), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:47.062192 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2471bc46-5097-4278-a71e-e3ec4bd7f5da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:47.063332 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-2471bc46-5097-4278-a71e-e3ec4bd7f5da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2152dc0a-0d03-4abf-9f95-e8bd0589353f HTTP/1.1" status: 204 len: 168 time: 0.1223061 May 19 16:50:47.071008 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471bc46-5097-4278-a71e-e3ec4bd7f5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2152dc0a-0d03-4abf-9f95-e8bd0589353f,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:47.321508 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36738) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:47.335246 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7ce7bd11-48a4-47a8-b9a2-622521829594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:47.411269 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7ce7bd11-48a4-47a8-b9a2-622521829594 admin admin] Publish callbacks [] for security_group (c4e92f81-d3b1-4d28-b4c4-b7c9fe021d1a), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:47.414788 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7ce7bd11-48a4-47a8-b9a2-622521829594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c4e92f81-d3b1-4d28-b4c4-b7c9fe021d1a), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:47.455017 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-7ce7bd11-48a4-47a8-b9a2-622521829594 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=132ef0f9dfc74edba100c6328e744a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324039 May 19 16:50:47.456131 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7bd11-48a4-47a8-b9a2-622521829594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e92f81-d3b1-4d28-b4c4-b7c9fe021d1a,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:47.457656 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36740) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:47.506689 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fc6c19e9-5e6d-4729-b6cf-bcb2a7eb4eb6 admin admin] Publish callbacks [] for security_group (c4e92f81-d3b1-4d28-b4c4-b7c9fe021d1a), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:47.527366 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fc6c19e9-5e6d-4729-b6cf-bcb2a7eb4eb6 admin admin] Publish callbacks [] for security_group (c4e92f81-d3b1-4d28-b4c4-b7c9fe021d1a), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:47.573108 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fc6c19e9-5e6d-4729-b6cf-bcb2a7eb4eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c4e92f81-d3b1-4d28-b4c4-b7c9fe021d1a), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:47.575788 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fc6c19e9-5e6d-4729-b6cf-bcb2a7eb4eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:47.576947 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-fc6c19e9-5e6d-4729-b6cf-bcb2a7eb4eb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4e92f81-d3b1-4d28-b4c4-b7c9fe021d1a HTTP/1.1" status: 204 len: 168 time: 0.1182919 May 19 16:50:47.584689 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c19e9-5e6d-4729-b6cf-bcb2a7eb4eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e92f81-d3b1-4d28-b4c4-b7c9fe021d1a,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:48.545037 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:51.989123 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36824) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:52.094036 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9db506fc-0898-426c-8956-53f2fc7a5b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:52.170330 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9db506fc-0898-426c-8956-53f2fc7a5b79 admin admin] Publish callbacks [] for security_group (98022991-a8b8-4233-93c7-ddef3b3c9d53), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:52.174794 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9db506fc-0898-426c-8956-53f2fc7a5b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (98022991-a8b8-4233-93c7-ddef3b3c9d53), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:52.215160 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-9db506fc-0898-426c-8956-53f2fc7a5b79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00a6b984bb8c45dab417ab44f6717d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249153 May 19 16:50:52.216013 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db506fc-0898-426c-8956-53f2fc7a5b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98022991-a8b8-4233-93c7-ddef3b3c9d53,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:52.217925 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36828) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:52.268213 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Publish callbacks [] for security_group (98022991-a8b8-4233-93c7-ddef3b3c9d53), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:52.289820 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Publish callbacks [] for security_group (98022991-a8b8-4233-93c7-ddef3b3c9d53), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:52.339196 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (98022991-a8b8-4233-93c7-ddef3b3c9d53), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:52.341860 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:52.343053 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98022991-a8b8-4233-93c7-ddef3b3c9d53 HTTP/1.1" status: 204 len: 168 time: 0.1239583 May 19 16:50:52.351077 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98022991-a8b8-4233-93c7-ddef3b3c9d53,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:52.358910 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.359453 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.359806 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.360151 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.360490 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.360821 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.361394 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.361954 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.362507 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.363004 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.363309 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.363652 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.364051 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.364395 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.364886 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06494-e4dd-4ff1-9def-808775bc5b5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.620921 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36834) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:52.634478 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-17f639e6-1d95-4a44-81fb-0743c8967402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:52.717178 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-17f639e6-1d95-4a44-81fb-0743c8967402 admin admin] Publish callbacks [] for security_group (0f41c3c4-a696-487e-95ec-df42a2a0074d), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:52.721358 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-17f639e6-1d95-4a44-81fb-0743c8967402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (0f41c3c4-a696-487e-95ec-df42a2a0074d), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:52.736354 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:52.742844 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:52.766235 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-17f639e6-1d95-4a44-81fb-0743c8967402 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8215a958e824b05b2a12616fae7a316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439202 May 19 16:50:52.766920 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f639e6-1d95-4a44-81fb-0743c8967402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f41c3c4-a696-487e-95ec-df42a2a0074d,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:52.769791 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36836) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:52.822021 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Publish callbacks [] for security_group (0f41c3c4-a696-487e-95ec-df42a2a0074d), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:52.843689 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Publish callbacks [] for security_group (0f41c3c4-a696-487e-95ec-df42a2a0074d), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:52.892956 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (0f41c3c4-a696-487e-95ec-df42a2a0074d), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:52.895684 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:52.896838 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f41c3c4-a696-487e-95ec-df42a2a0074d HTTP/1.1" status: 204 len: 168 time: 0.1254759 May 19 16:50:52.904593 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f41c3c4-a696-487e-95ec-df42a2a0074d,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:52.913037 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.913434 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.913811 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.914175 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.914523 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.914857 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.915364 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.915699 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.916035 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.916700 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.916848 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.917211 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.917544 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.917872 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:52.918198 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925324e5-1a51-49c0-9f4b-3b3e24cba6e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:50:55.803515 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36974) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:55.908691 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-bc3a939c-e4fe-49e3-8cf3-432a3c574002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:55.922033 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:55.953871 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:50:55.994582 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-bc3a939c-e4fe-49e3-8cf3-432a3c574002 admin admin] Publish callbacks [] for security_group (3d44421f-7f22-416f-8b25-b675924f0505), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:55.998562 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-bc3a939c-e4fe-49e3-8cf3-432a3c574002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (3d44421f-7f22-416f-8b25-b675924f0505), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:56.037838 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-bc3a939c-e4fe-49e3-8cf3-432a3c574002 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3be3f0be08b470c8b270603e835add4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329960 May 19 16:50:56.038790 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a939c-e4fe-49e3-8cf3-432a3c574002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d44421f-7f22-416f-8b25-b675924f0505,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:56.040361 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36978) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:56.089590 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bd818f01-8aa1-455b-abe3-753282a6c6b3 admin admin] Publish callbacks [] for security_group (3d44421f-7f22-416f-8b25-b675924f0505), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:56.111229 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bd818f01-8aa1-455b-abe3-753282a6c6b3 admin admin] Publish callbacks [] for security_group (3d44421f-7f22-416f-8b25-b675924f0505), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:56.163487 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bd818f01-8aa1-455b-abe3-753282a6c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (3d44421f-7f22-416f-8b25-b675924f0505), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:56.166239 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bd818f01-8aa1-455b-abe3-753282a6c6b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:56.167405 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-bd818f01-8aa1-455b-abe3-753282a6c6b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d44421f-7f22-416f-8b25-b675924f0505 HTTP/1.1" status: 204 len: 168 time: 0.1259396 May 19 16:50:56.176271 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd818f01-8aa1-455b-abe3-753282a6c6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d44421f-7f22-416f-8b25-b675924f0505,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:56.435782 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 36984) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:56.449323 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0612e46c-7b35-45d7-8601-4b8acc0c12ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:56.526375 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0612e46c-7b35-45d7-8601-4b8acc0c12ec admin admin] Publish callbacks [] for security_group (bb55aa00-2f24-4a00-8148-cfc729e9d9e2), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:56.530217 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0612e46c-7b35-45d7-8601-4b8acc0c12ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (bb55aa00-2f24-4a00-8148-cfc729e9d9e2), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:56.570250 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-0612e46c-7b35-45d7-8601-4b8acc0c12ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5efd3ee83f142188b7a55fe5c7e0010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333609 May 19 16:50:56.571107 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612e46c-7b35-45d7-8601-4b8acc0c12ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb55aa00-2f24-4a00-8148-cfc729e9d9e2,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:50:56.572931 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 36986) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:50:56.622425 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-04e8fb5a-9f10-4347-880e-dcf93dbb89c0 admin admin] Publish callbacks [] for security_group (bb55aa00-2f24-4a00-8148-cfc729e9d9e2), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:56.643447 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-04e8fb5a-9f10-4347-880e-dcf93dbb89c0 admin admin] Publish callbacks [] for security_group (bb55aa00-2f24-4a00-8148-cfc729e9d9e2), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:56.691168 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-04e8fb5a-9f10-4347-880e-dcf93dbb89c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (bb55aa00-2f24-4a00-8148-cfc729e9d9e2), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:56.693925 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-04e8fb5a-9f10-4347-880e-dcf93dbb89c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:50:56.695107 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-04e8fb5a-9f10-4347-880e-dcf93dbb89c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb55aa00-2f24-4a00-8148-cfc729e9d9e2 HTTP/1.1" status: 204 len: 168 time: 0.1211710 May 19 16:50:56.702830 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8fb5a-9f10-4347-880e-dcf93dbb89c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb55aa00-2f24-4a00-8148-cfc729e9d9e2,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:02.406475 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:51:05.393896 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37134) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:05.502311 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9e70a851-1b20-437e-8ffb-3debda8eba13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:05.581966 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9e70a851-1b20-437e-8ffb-3debda8eba13 admin admin] Publish callbacks [] for security_group (95a9d4e8-8592-4fb0-9593-795f04c5b2ee), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:05.585811 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9e70a851-1b20-437e-8ffb-3debda8eba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (95a9d4e8-8592-4fb0-9593-795f04c5b2ee), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:05.627424 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70a851-1b20-437e-8ffb-3debda8eba13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a9d4e8-8592-4fb0-9593-795f04c5b2ee,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:05.631546 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-9e70a851-1b20-437e-8ffb-3debda8eba13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=830095fbe2d64d22bf132086d33c7f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366276 May 19 16:51:05.634167 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37138) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:05.684625 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-bc702158-39be-44bb-8097-b5233505fad1 admin admin] Publish callbacks [] for security_group (95a9d4e8-8592-4fb0-9593-795f04c5b2ee), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:05.707845 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-bc702158-39be-44bb-8097-b5233505fad1 admin admin] Publish callbacks [] for security_group (95a9d4e8-8592-4fb0-9593-795f04c5b2ee), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:05.754897 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-bc702158-39be-44bb-8097-b5233505fad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (95a9d4e8-8592-4fb0-9593-795f04c5b2ee), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:05.757679 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-bc702158-39be-44bb-8097-b5233505fad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:05.758843 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-bc702158-39be-44bb-8097-b5233505fad1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95a9d4e8-8592-4fb0-9593-795f04c5b2ee HTTP/1.1" status: 204 len: 168 time: 0.1237323 May 19 16:51:05.767252 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc702158-39be-44bb-8097-b5233505fad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a9d4e8-8592-4fb0-9593-795f04c5b2ee,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:05.778644 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:06.033543 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37150) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:06.048575 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3ac1536b-e88f-4c1b-93c4-f6ddd47defb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:06.099115 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:06.132735 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3ac1536b-e88f-4c1b-93c4-f6ddd47defb1 admin admin] Publish callbacks [] for security_group (7e57dab2-6dba-4663-a8fe-32391016df82), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:06.136518 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3ac1536b-e88f-4c1b-93c4-f6ddd47defb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (7e57dab2-6dba-4663-a8fe-32391016df82), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:06.180398 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-3ac1536b-e88f-4c1b-93c4-f6ddd47defb1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92d6e4ad3c6b40bea5059dd027bc8a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457608 May 19 16:51:06.181646 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1536b-e88f-4c1b-93c4-f6ddd47defb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e57dab2-6dba-4663-a8fe-32391016df82,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:06.183050 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37156) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:06.245462 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5f6c812f-813d-409a-8852-4a6beeb888df admin admin] Publish callbacks [] for security_group (7e57dab2-6dba-4663-a8fe-32391016df82), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:06.270546 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5f6c812f-813d-409a-8852-4a6beeb888df admin admin] Publish callbacks [] for security_group (7e57dab2-6dba-4663-a8fe-32391016df82), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:06.324525 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5f6c812f-813d-409a-8852-4a6beeb888df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (7e57dab2-6dba-4663-a8fe-32391016df82), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:06.327471 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5f6c812f-813d-409a-8852-4a6beeb888df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:06.328638 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-5f6c812f-813d-409a-8852-4a6beeb888df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e57dab2-6dba-4663-a8fe-32391016df82 HTTP/1.1" status: 204 len: 168 time: 0.1438630 May 19 16:51:06.337795 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c812f-813d-409a-8852-4a6beeb888df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e57dab2-6dba-4663-a8fe-32391016df82,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:06.665096 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37164) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:06.678387 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e56356f1-1cb2-4e80-9467-e131c4532fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:06.709342 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:06.760183 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e56356f1-1cb2-4e80-9467-e131c4532fde admin admin] Publish callbacks [] for security_group (7801d901-b64b-4a4b-9467-c1dd4fc5beef), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:06.764011 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e56356f1-1cb2-4e80-9467-e131c4532fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (7801d901-b64b-4a4b-9467-c1dd4fc5beef), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:06.804406 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-e56356f1-1cb2-4e80-9467-e131c4532fde admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21306330a45642d6855703b602e674df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382732 May 19 16:51:06.805235 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56356f1-1cb2-4e80-9467-e131c4532fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7801d901-b64b-4a4b-9467-c1dd4fc5beef,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:06.807193 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37166) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:06.859984 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c7ff158b-70f6-47f4-a6a5-8cca913b04b3 admin admin] Publish callbacks [] for security_group (7801d901-b64b-4a4b-9467-c1dd4fc5beef), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:06.881718 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c7ff158b-70f6-47f4-a6a5-8cca913b04b3 admin admin] Publish callbacks [] for security_group (7801d901-b64b-4a4b-9467-c1dd4fc5beef), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:06.930078 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c7ff158b-70f6-47f4-a6a5-8cca913b04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (7801d901-b64b-4a4b-9467-c1dd4fc5beef), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:06.932602 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c7ff158b-70f6-47f4-a6a5-8cca913b04b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:06.933814 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-c7ff158b-70f6-47f4-a6a5-8cca913b04b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7801d901-b64b-4a4b-9467-c1dd4fc5beef HTTP/1.1" status: 204 len: 168 time: 0.1256101 May 19 16:51:06.942492 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff158b-70f6-47f4-a6a5-8cca913b04b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7801d901-b64b-4a4b-9467-c1dd4fc5beef,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:09.998958 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:10.972950 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-01ac9239-c0dd-4c22-ac3b-9b389ee64752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:11.034296 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:11.975574 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37282) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:12.081097 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b5c61410-9ebe-4e5f-90ba-46c74cdfb516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:12.133920 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:12.156193 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:12.158987 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b5c61410-9ebe-4e5f-90ba-46c74cdfb516 admin admin] Publish callbacks [] for security_group (2f6b1f50-de2c-47d5-966f-b9bc8afa61d8), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:12.162942 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b5c61410-9ebe-4e5f-90ba-46c74cdfb516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (2f6b1f50-de2c-47d5-966f-b9bc8afa61d8), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:12.203746 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-b5c61410-9ebe-4e5f-90ba-46c74cdfb516 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c897a5e559fc477a84fcffd4a636b540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270982 May 19 16:51:12.205687 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c61410-9ebe-4e5f-90ba-46c74cdfb516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6b1f50-de2c-47d5-966f-b9bc8afa61d8,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:12.206484 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37286) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:12.256560 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-db11e283-fdc3-457f-83a6-7e7052da0e67 admin admin] Publish callbacks [] for security_group (2f6b1f50-de2c-47d5-966f-b9bc8afa61d8), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:12.278061 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-db11e283-fdc3-457f-83a6-7e7052da0e67 admin admin] Publish callbacks [] for security_group (2f6b1f50-de2c-47d5-966f-b9bc8afa61d8), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:12.327604 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-db11e283-fdc3-457f-83a6-7e7052da0e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (2f6b1f50-de2c-47d5-966f-b9bc8afa61d8), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:12.331111 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-db11e283-fdc3-457f-83a6-7e7052da0e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:12.332366 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-db11e283-fdc3-457f-83a6-7e7052da0e67 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f6b1f50-de2c-47d5-966f-b9bc8afa61d8 HTTP/1.1" status: 204 len: 168 time: 0.1246700 May 19 16:51:12.340793 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11e283-fdc3-457f-83a6-7e7052da0e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6b1f50-de2c-47d5-966f-b9bc8afa61d8,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:12.602806 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37294) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:12.617367 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-56e866d6-5a88-4c6d-94ba-f0b3e8e7e9a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:12.702088 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-56e866d6-5a88-4c6d-94ba-f0b3e8e7e9a0 admin admin] Publish callbacks [] for security_group (27ab0fd2-94f6-47a3-98db-347f72e60adf), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:12.705951 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-56e866d6-5a88-4c6d-94ba-f0b3e8e7e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (27ab0fd2-94f6-47a3-98db-347f72e60adf), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:12.748394 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-56e866d6-5a88-4c6d-94ba-f0b3e8e7e9a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb212e3a1fdd4c1faa4367a476cad219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442590 May 19 16:51:12.751754 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37296) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:12.752396 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e866d6-5a88-4c6d-94ba-f0b3e8e7e9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ab0fd2-94f6-47a3-98db-347f72e60adf,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:12.810971 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-829dbf2b-7758-4834-8ef4-c575b054a1ff admin admin] Publish callbacks [] for security_group (27ab0fd2-94f6-47a3-98db-347f72e60adf), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:12.833380 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-829dbf2b-7758-4834-8ef4-c575b054a1ff admin admin] Publish callbacks [] for security_group (27ab0fd2-94f6-47a3-98db-347f72e60adf), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:12.886348 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-829dbf2b-7758-4834-8ef4-c575b054a1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (27ab0fd2-94f6-47a3-98db-347f72e60adf), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:12.889059 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-829dbf2b-7758-4834-8ef4-c575b054a1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:12.890304 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-829dbf2b-7758-4834-8ef4-c575b054a1ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27ab0fd2-94f6-47a3-98db-347f72e60adf HTTP/1.1" status: 204 len: 168 time: 0.1370449 May 19 16:51:12.899309 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dbf2b-7758-4834-8ef4-c575b054a1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ab0fd2-94f6-47a3-98db-347f72e60adf,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:13.232522 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37302) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:13.245991 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-99a38ade-331b-4258-a9d4-dfa19adfe755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:13.323530 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-99a38ade-331b-4258-a9d4-dfa19adfe755 admin admin] Publish callbacks [] for security_group (8adf9a56-5ccc-4dfa-9a84-d4a30a21262e), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:13.327713 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-99a38ade-331b-4258-a9d4-dfa19adfe755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (8adf9a56-5ccc-4dfa-9a84-d4a30a21262e), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:13.370678 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-99a38ade-331b-4258-a9d4-dfa19adfe755 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76d84a538ee1497bb7f15dce04e87c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367395 May 19 16:51:13.371522 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a38ade-331b-4258-a9d4-dfa19adfe755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adf9a56-5ccc-4dfa-9a84-d4a30a21262e,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:13.373365 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37306) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:13.421898 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-612291cf-25aa-4cb8-a26d-91a95e9c7b74 admin admin] Publish callbacks [] for security_group (8adf9a56-5ccc-4dfa-9a84-d4a30a21262e), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:13.442477 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-612291cf-25aa-4cb8-a26d-91a95e9c7b74 admin admin] Publish callbacks [] for security_group (8adf9a56-5ccc-4dfa-9a84-d4a30a21262e), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:13.468578 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:13.490736 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-612291cf-25aa-4cb8-a26d-91a95e9c7b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (8adf9a56-5ccc-4dfa-9a84-d4a30a21262e), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:13.493371 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-612291cf-25aa-4cb8-a26d-91a95e9c7b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:13.494514 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-612291cf-25aa-4cb8-a26d-91a95e9c7b74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8adf9a56-5ccc-4dfa-9a84-d4a30a21262e HTTP/1.1" status: 204 len: 168 time: 0.1201513 May 19 16:51:13.502479 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612291cf-25aa-4cb8-a26d-91a95e9c7b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adf9a56-5ccc-4dfa-9a84-d4a30a21262e,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:14.296176 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-338ac787-c568-47cf-ace4-3b4698aadee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:15.210281 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:15.631438 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1dad4-739e-4d8e-a4f4-1c4a0c9f6197 req-c63c8c41-7d21-4ebe-847d-d057befeac96 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:15.632927 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-74f1dad4-739e-4d8e-a4f4-1c4a0c9f6197 req-c63c8c41-7d21-4ebe-847d-d057befeac96 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 945 time: 0.0515625 May 19 16:51:15.679923 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-74f1dad4-739e-4d8e-a4f4-1c4a0c9f6197 req-6bba2ee7-2a2e-493f-b1f6-2803018a9af3 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413232 May 19 16:51:16.798536 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ee618-5d33-415e-a37a-215543f6b5e7 req-e08cd93f-b223-4dfd-a3b4-88a359e69846 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:16.800094 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a92ee618-5d33-415e-a37a-215543f6b5e7 req-e08cd93f-b223-4dfd-a3b4-88a359e69846 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 945 time: 0.0515983 May 19 16:51:16.851154 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a92ee618-5d33-415e-a37a-215543f6b5e7 req-958a0d9f-f45b-4597-ba95-35641c3f4716 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455163 May 19 16:51:16.964381 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:17.966795 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d569d-ce80-4c0a-9b7c-0a13fa6f9a13 req-d9c0217e-4153-42b8-94f0-93f29db04993 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:17.968319 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8a2d569d-ce80-4c0a-9b7c-0a13fa6f9a13 req-d9c0217e-4153-42b8-94f0-93f29db04993 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 945 time: 0.0482206 May 19 16:51:18.015967 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-8a2d569d-ce80-4c0a-9b7c-0a13fa6f9a13 req-1f0181aa-6a3c-4f83-b802-58071f8b8804 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419633 May 19 16:51:18.548070 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:19.128156 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d6b23-0f23-43f2-899b-1bc81b64a1ff req-465bc30f-fd99-4f16-977a-250221992335 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:19.129625 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-527d6b23-0f23-43f2-899b-1bc81b64a1ff req-465bc30f-fd99-4f16-977a-250221992335 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 945 time: 0.0469882 May 19 16:51:19.182478 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-527d6b23-0f23-43f2-899b-1bc81b64a1ff req-69165ef6-2bf0-4c96-84d1-1754ab02c841 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463326 May 19 16:51:20.295973 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28edbc0-bf70-48cf-80df-55a61eee55ae req-87e3fc11-558b-45fc-822a-76e3e0d9f6bc tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:20.297479 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-a28edbc0-bf70-48cf-80df-55a61eee55ae req-87e3fc11-558b-45fc-822a-76e3e0d9f6bc tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 945 time: 0.0472074 May 19 16:51:20.349433 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-a28edbc0-bf70-48cf-80df-55a61eee55ae req-3bbe9357-2c54-4cff-a719-55574e166b8d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457220 May 19 16:51:21.000194 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-0512a46c-a553-46d7-a834-30dcabe214e7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:21.001613 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-0512a46c-a553-46d7-a834-30dcabe214e7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 945 time: 0.0470166 May 19 16:51:21.052716 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:21.312102 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Deleting port 43573c61-29c1-4b6b-bc49-e94f505da8b8 {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:51:21.312472 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:21.402742 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] For port 43573c61-29c1-4b6b-bc49-e94f505da8b8, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=43573c61-29c1-4b6b-bc49-e94f505da8b8,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:21.403110 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:21.503592 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c219c6b-76d1-4b18-b3f9-24acadce05e9 req-03586149-38cd-4371-968c-e6c727a2ac7d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:21.505082 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2c219c6b-76d1-4b18-b3f9-24acadce05e9 req-03586149-38cd-4371-968c-e6c727a2ac7d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 945 time: 0.0872970 May 19 16:51:21.628815 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2c219c6b-76d1-4b18-b3f9-24acadce05e9 req-6f77d8e5-e99c-466c-927a-6da335ae9a4c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=f114713f-0b0f-4fd9-839f-dc41b10ef697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960782 May 19 16:51:21.638095 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:21.638461 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (c2c88cdb-9aad-41b6-8dc7-402f295d8099), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:21.638778 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Floating IP c2c88cdb-9aad-41b6-8dc7-402f295d8099 disassociated. External IP: 172.27.1.189, port: 43573c61-29c1-4b6b-bc49-e94f505da8b8. May 19 16:51:21.639120 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Calling delete_port for 43573c61-29c1-4b6b-bc49-e94f505da8b8 owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:51:21.766346 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (43573c61-29c1-4b6b-bc49-e94f505da8b8), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:21.794731 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event deleted for resources: {'Port': ['ID=43573c61-29c1-4b6b-bc49-e94f505da8b8,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:21.855084 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:21.906398 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Router d2e557b8-2491-4d73-87f9-658557afc7f9 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:51:22.009693 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:51:22.019150 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69217bbe-f613-4e7b-8afd-160f3e7e234e None None] Sync routers for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:51:22.029612 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69217bbe-f613-4e7b-8afd-160f3e7e234e None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:22.030232 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-69217bbe-f613-4e7b-8afd-160f3e7e234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:22.051869 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] No DVR routers for this DVR port 43573c61-29c1-4b6b-bc49-e94f505da8b8 on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:51:22.054532 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:22.057728 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d4ba6b88-88a2-4160-b760-8a581c24a11d req-d00944ff-7c17-4857-b8b9-05bfc5e9010c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "DELETE /v2.0/ports/43573c61-29c1-4b6b-bc49-e94f505da8b8 HTTP/1.1" status: 204 len: 173 time: 1.0494201 May 19 16:51:22.058231 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9cc1c6-d6f1-41fb-b66f-cc33947583d6', 'name': 'network-vif-deleted', 'tag': '43573c61-29c1-4b6b-bc49-e94f505da8b8'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:51:22.060493 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b138f0-9644-4242-a9ce-ada7b7cf952d" -d '{"events": [{"server_uuid": "5b9cc1c6-d6f1-41fb-b66f-cc33947583d6", "name": "network-vif-deleted", "tag": "43573c61-29c1-4b6b-bc49-e94f505da8b8"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:51:22.098066 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e700a851-4d26-43bd-a06d-15f39e582d9f x-openstack-request-id: req-e700a851-4d26-43bd-a06d-15f39e582d9f {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:51:22.098358 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9cc1c6-d6f1-41fb-b66f-cc33947583d6", "name": "network-vif-deleted", "tag": "43573c61-29c1-4b6b-bc49-e94f505da8b8", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:51:22.098610 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e700a851-4d26-43bd-a06d-15f39e582d9f {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:51:22.099010 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e700a851-4d26-43bd-a06d-15f39e582d9f'] response: {'server_uuid': '5b9cc1c6-d6f1-41fb-b66f-cc33947583d6', 'name': 'network-vif-deleted', 'tag': '43573c61-29c1-4b6b-bc49-e94f505da8b8', 'status': 'completed', 'code': 200} May 19 16:51:22.135873 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-69217bbe-f613-4e7b-8afd-160f3e7e234e None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:22.332657 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-69217bbe-f613-4e7b-8afd-160f3e7e234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:22.360743 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69217bbe-f613-4e7b-8afd-160f3e7e234e None None] Checking router: d2e557b8-2491-4d73-87f9-658557afc7f9 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:51:22.369211 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69217bbe-f613-4e7b-8afd-160f3e7e234e None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:22.369768 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-69217bbe-f613-4e7b-8afd-160f3e7e234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:22.467639 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-69217bbe-f613-4e7b-8afd-160f3e7e234e None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:22.655410 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-69217bbe-f613-4e7b-8afd-160f3e7e234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:22.680086 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69217bbe-f613-4e7b-8afd-160f3e7e234e None None] The sync data for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi is: [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:51:22.732155 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fa846717-efcf-4289-94cf-02c0f25ecb68 req-48975a24-8379-4327-8aa2-2e312ed921e9 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 210 time: 0.0325878 May 19 16:51:22.891709 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e1d0de-f3cd-4987-b815-7665c2239728 None None] New status for floating IP c2c88cdb-9aad-41b6-8dc7-402f295d8099: DOWN {{(pid=110372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:51:23.829603 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c2494698-0290-4ece-a6ae-34c91cfe3439 req-fb243c7f-3c8d-4f9e-8c8e-6fbfe1051122 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 210 time: 0.0271189 May 19 16:51:24.936722 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d5e094ec-9b0b-4803-8a09-e1698ecc6c25 req-8c66af85-e5df-4d4f-9fa0-9fd5e224e771 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 210 time: 0.0326822 May 19 16:51:25.744667 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 43573c61-29c1-4b6b-bc49-e94f505da8b8 no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:51:25.765106 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: 43573c61-29c1-4b6b-bc49-e94f505da8b8 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:51:25.765508 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 43573c61-29c1-4b6b-bc49-e94f505da8b8 not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:51:26.041892 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-bfebc6d4-29d3-49fc-8a94-2b5e6f0d1faf req-57202c0b-da46-49af-a570-94d7c4c199dc tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b9cc1c6-d6f1-41fb-b66f-cc33947583d6 HTTP/1.1" status: 200 len: 210 time: 0.0274229 May 19 16:51:26.525483 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113231e9-92e0-43be-9cd1-40b3838ea928 req-68a74191-2d61-4a9f-a312-962b88b4bada tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:26.527149 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-113231e9-92e0-43be-9cd1-40b3838ea928 req-68a74191-2d61-4a9f-a312-962b88b4bada tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0532980 May 19 16:51:26.580523 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-113231e9-92e0-43be-9cd1-40b3838ea928 req-b719ce83-fab0-48a6-8c7f-315656248a5d tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445797 May 19 16:51:27.683601 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:27.704806 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854df297-e8cb-4e82-bbc1-324094427ff9 req-3b7e16a6-adf8-485b-a915-4b592265f938 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:27.706574 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-854df297-e8cb-4e82-bbc1-324094427ff9 req-3b7e16a6-adf8-485b-a915-4b592265f938 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0569839 May 19 16:51:27.761529 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-854df297-e8cb-4e82-bbc1-324094427ff9 req-8474f435-3091-4680-a079-72a8b868393d tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=471cb35a-2234-4219-a6dd-14a466b6f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491948 May 19 16:51:28.056360 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-77aa870b-9409-44d7-83ec-a03054c8cbae tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:28.057844 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-77aa870b-9409-44d7-83ec-a03054c8cbae tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 945 time: 0.0463538 May 19 16:51:28.144264 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Deleting port aaa116bf-f964-4274-a879-27bf6f601715 {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:51:28.144543 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (aaa116bf-f964-4274-a879-27bf6f601715), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:28.248234 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] For port aaa116bf-f964-4274-a879-27bf6f601715, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=aaa116bf-f964-4274-a879-27bf6f601715,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:28.248700 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (aaa116bf-f964-4274-a879-27bf6f601715), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:28.413928 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:28.414214 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (9e4f607a-2f19-4e59-994f-5df1f87539f4), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:28.414564 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Floating IP 9e4f607a-2f19-4e59-994f-5df1f87539f4 disassociated. External IP: 172.27.1.59, port: aaa116bf-f964-4274-a879-27bf6f601715. May 19 16:51:28.414865 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Calling delete_port for aaa116bf-f964-4274-a879-27bf6f601715 owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:51:28.551107 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (aaa116bf-f964-4274-a879-27bf6f601715), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:28.579252 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event deleted for resources: {'Port': ['ID=aaa116bf-f964-4274-a879-27bf6f601715,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:28.635625 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:28.700741 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Router 16387848-4526-4be8-842c-7b63dbb34ad4 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:51:28.826157 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:51:28.843790 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a830f5-6f45-43b7-89c2-1e747c37c7fa None None] Sync routers for ids ['16387848-4526-4be8-842c-7b63dbb34ad4'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:51:28.848589 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=72 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:28.861304 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a830f5-6f45-43b7-89c2-1e747c37c7fa None None] Routers {'16387848-4526-4be8-842c-7b63dbb34ad4'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:28.862683 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-43a830f5-6f45-43b7-89c2-1e747c37c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['16387848-4526-4be8-842c-7b63dbb34ad4'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:28.904551 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] No DVR routers for this DVR port aaa116bf-f964-4274-a879-27bf6f601715 on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:51:28.912744 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:28.913464 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-451df6b3-3fa5-4d5a-a112-a3dcd6f9eef9 req-dfdb30e2-c2c0-4c89-8d8a-91dfbac20f61 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.48 "DELETE /v2.0/ports/aaa116bf-f964-4274-a879-27bf6f601715 HTTP/1.1" status: 204 len: 173 time: 0.8503709 May 19 16:51:28.928539 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec996e03-c5eb-44e0-ad6c-cbe782fd443d', 'name': 'network-vif-deleted', 'tag': 'aaa116bf-f964-4274-a879-27bf6f601715'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:51:28.934485 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfed0a19-ad9e-408b-b582-493a838bd69f" -d '{"events": [{"server_uuid": "ec996e03-c5eb-44e0-ad6c-cbe782fd443d", "name": "network-vif-deleted", "tag": "aaa116bf-f964-4274-a879-27bf6f601715"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:51:28.936948 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-784dc95f-3d8e-4278-96f0-4b82dcd198f8 req-67efb4a9-f1cc-4e06-b54f-26c65cf41026 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec996e03-c5eb-44e0-ad6c-cbe782fd443d HTTP/1.1" status: 200 len: 210 time: 0.0697649 May 19 16:51:29.010696 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-43a830f5-6f45-43b7-89c2-1e747c37c7fa None None] Set router 16387848-4526-4be8-842c-7b63dbb34ad4 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:29.025354 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a652119-05f7-4150-87a8-ce8d89d1ed67 x-openstack-request-id: req-9a652119-05f7-4150-87a8-ce8d89d1ed67 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:51:29.025717 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec996e03-c5eb-44e0-ad6c-cbe782fd443d", "name": "network-vif-deleted", "tag": "aaa116bf-f964-4274-a879-27bf6f601715", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:51:29.026080 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a652119-05f7-4150-87a8-ce8d89d1ed67 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:51:29.026342 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a652119-05f7-4150-87a8-ce8d89d1ed67'] response: {'server_uuid': 'ec996e03-c5eb-44e0-ad6c-cbe782fd443d', 'name': 'network-vif-deleted', 'tag': 'aaa116bf-f964-4274-a879-27bf6f601715', 'status': 'completed', 'code': 200} May 19 16:51:29.313247 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-43a830f5-6f45-43b7-89c2-1e747c37c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:52Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:29.340600 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a830f5-6f45-43b7-89c2-1e747c37c7fa None None] Checking router: 16387848-4526-4be8-842c-7b63dbb34ad4 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:51:29.349694 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a830f5-6f45-43b7-89c2-1e747c37c7fa None None] Routers {'16387848-4526-4be8-842c-7b63dbb34ad4'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:29.350314 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-43a830f5-6f45-43b7-89c2-1e747c37c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['16387848-4526-4be8-842c-7b63dbb34ad4'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:29.390636 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:29.463533 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-43a830f5-6f45-43b7-89c2-1e747c37c7fa None None] Set router 16387848-4526-4be8-842c-7b63dbb34ad4 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:29.662040 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-43a830f5-6f45-43b7-89c2-1e747c37c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:52Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:29.687200 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a830f5-6f45-43b7-89c2-1e747c37c7fa None None] The sync data for ids ['16387848-4526-4be8-842c-7b63dbb34ad4'] in dv-cinder-842433-1-iscsi is: [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:52Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:51:29.907613 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34681d5d-8e6d-4ffe-a694-90a51a7fe455 None None] New status for floating IP 9e4f607a-2f19-4e59-994f-5df1f87539f4: DOWN {{(pid=110372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:51:30.036485 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37466) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:30.068246 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:30.109021 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ad46cd33-5435-46cd-9a96-f5edf1090d46 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group (471cb35a-2234-4219-a6dd-14a466b6f4cd), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.139085 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ad46cd33-5435-46cd-9a96-f5edf1090d46 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group (471cb35a-2234-4219-a6dd-14a466b6f4cd), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.187441 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ad46cd33-5435-46cd-9a96-f5edf1090d46 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (471cb35a-2234-4219-a6dd-14a466b6f4cd), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.190568 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ad46cd33-5435-46cd-9a96-f5edf1090d46 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.191713 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-ad46cd33-5435-46cd-9a96-f5edf1090d46 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "DELETE /v2.0/security-groups/471cb35a-2234-4219-a6dd-14a466b6f4cd HTTP/1.1" status: 204 len: 168 time: 0.1541874 May 19 16:51:30.194535 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37470) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:30.200731 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46cd33-5435-46cd-9a96-f5edf1090d46 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471cb35a-2234-4219-a6dd-14a466b6f4cd,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:30.208777 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.api.v2.resource [None req-fa476351-39a3-4beb-875b-217796d1f8cb tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] show failed (client error): The resource could not be found. May 19 16:51:30.209810 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-fa476351-39a3-4beb-875b-217796d1f8cb tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups/471cb35a-2234-4219-a6dd-14a466b6f4cd HTTP/1.1" status: 404 len: 347 time: 0.0142543 May 19 16:51:30.212641 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37472) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:30.323175 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-c997c12d-5dc5-4903-800f-903460820093 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Deleting port dfc852bd-d625-4bf7-a755-bd9f1105dc83 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:51:30.323522 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c997c12d-5dc5-4903-800f-903460820093 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (dfc852bd-d625-4bf7-a755-bd9f1105dc83), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.389520 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:30.404969 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c997c12d-5dc5-4903-800f-903460820093 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (dfc852bd-d625-4bf7-a755-bd9f1105dc83), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.405402 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c997c12d-5dc5-4903-800f-903460820093 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for floatingip (dfc852bd-d625-4bf7-a755-bd9f1105dc83), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.419341 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-c997c12d-5dc5-4903-800f-903460820093 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Calling delete_port for dfc852bd-d625-4bf7-a755-bd9f1105dc83 owned by network:floatingip {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:51:30.420913 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:30.556685 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c997c12d-5dc5-4903-800f-903460820093 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (dfc852bd-d625-4bf7-a755-bd9f1105dc83), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.581781 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997c12d-5dc5-4903-800f-903460820093 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event deleted for resources: {'Port': ['ID=dfc852bd-d625-4bf7-a755-bd9f1105dc83,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:30.644112 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c997c12d-5dc5-4903-800f-903460820093 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for floatingip (9e4f607a-2f19-4e59-994f-5df1f87539f4), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.646688 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c997c12d-5dc5-4903-800f-903460820093 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.647837 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-c997c12d-5dc5-4903-800f-903460820093 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "DELETE /v2.0/floatingips/9e4f607a-2f19-4e59-994f-5df1f87539f4 HTTP/1.1" status: 204 len: 168 time: 0.4342558 May 19 16:51:30.726751 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37476) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:30.731248 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-d62b3cee-bc8f-4953-bcbd-5e1f1d26ca07 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--13728263', 'description': 'tempest-description--24334438'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:30.755241 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d62b3cee-bc8f-4953-bcbd-5e1f1d26ca07 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.822922 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d62b3cee-bc8f-4953-bcbd-5e1f1d26ca07 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group (ab31de06-8ba2-4fb9-9aba-336abc09e292), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.826304 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d62b3cee-bc8f-4953-bcbd-5e1f1d26ca07 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ab31de06-8ba2-4fb9-9aba-336abc09e292), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.856766 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d62b3cee-bc8f-4953-bcbd-5e1f1d26ca07 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.858021 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-d62b3cee-bc8f-4953-bcbd-5e1f1d26ca07 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1302648 May 19 16:51:30.859118 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b3cee-bc8f-4953-bcbd-5e1f1d26ca07 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab31de06-8ba2-4fb9-9aba-336abc09e292,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:30.861078 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37478) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:30.867335 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-aacbc56e-08cf-4aa6-b18e-3f2238c6686a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Request body: {'security_group_rule': {'security_group_id': 'ab31de06-8ba2-4fb9-9aba-336abc09e292', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:30.895289 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-aacbc56e-08cf-4aa6-b18e-3f2238c6686a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group_rule (b1fbe742-0e63-44d7-bbd6-b024bbca4a3f), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.943791 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-aacbc56e-08cf-4aa6-b18e-3f2238c6686a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group_rule (b1fbe742-0e63-44d7-bbd6-b024bbca4a3f), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.947295 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-aacbc56e-08cf-4aa6-b18e-3f2238c6686a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (b1fbe742-0e63-44d7-bbd6-b024bbca4a3f), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.968161 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbc56e-08cf-4aa6-b18e-3f2238c6686a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fbe742-0e63-44d7-bbd6-b024bbca4a3f,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:30.976036 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-aacbc56e-08cf-4aa6-b18e-3f2238c6686a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:30.977258 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-aacbc56e-08cf-4aa6-b18e-3f2238c6686a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137619 May 19 16:51:30.979854 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37480) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:30.984140 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-9b672484-3fa8-467c-8021-47b86a2d991a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Request body: {'security_group_rule': {'security_group_id': 'ab31de06-8ba2-4fb9-9aba-336abc09e292', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:31.010374 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9b672484-3fa8-467c-8021-47b86a2d991a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group_rule (e393f04f-f573-46f2-a335-f9ae932bded4), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:31.069631 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9b672484-3fa8-467c-8021-47b86a2d991a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group_rule (e393f04f-f573-46f2-a335-f9ae932bded4), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:31.073696 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9b672484-3fa8-467c-8021-47b86a2d991a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (e393f04f-f573-46f2-a335-f9ae932bded4), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:31.091256 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b672484-3fa8-467c-8021-47b86a2d991a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e393f04f-f573-46f2-a335-f9ae932bded4,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:31.100165 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9b672484-3fa8-467c-8021-47b86a2d991a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:31.101399 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-9b672484-3fa8-467c-8021-47b86a2d991a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205711 May 19 16:51:31.104384 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37482) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:31.109136 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Request body: {'floatingip': {'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:31.130264 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:31.210162 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:31.315457 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Allocated IP 172.27.1.74 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/28491dca-4510-4732-ab94-101dde871e05) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:51:31.339555 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:31.379031 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:31.425025 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for port (28491dca-4510-4732-ab94-101dde871e05), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:31.469855 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (28491dca-4510-4732-ab94-101dde871e05), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:31.513707 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:51:31.518875 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:51:31.521073 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event updated for resources: {'Port': ['ID=28491dca-4510-4732-ab94-101dde871e05,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:31.523253 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:51:31.607296 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for floatingip (6e4a0e93-59d5-40ae-b636-bf7b364de464), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:31.644675 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (28491dca-4510-4732-ab94-101dde871e05), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:31.818552 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for port (28491dca-4510-4732-ab94-101dde871e05), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:31.823056 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (28491dca-4510-4732-ab94-101dde871e05), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:31.896705 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event updated for resources: {'Port': ['ID=28491dca-4510-4732-ab94-101dde871e05,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:31.906411 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (6e4a0e93-59d5-40ae-b636-bf7b364de464), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:31.927591 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:31.929018 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-70cd19a0-1998-4d20-8414-a81bc74176f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8231053 May 19 16:51:32.123303 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-50293fc3-1931-4a7d-8db2-8c984cc7195e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--13728263&fields=id&tenant_id=fd5d1150a9ed483bbd298b896bcf7f46 HTTP/1.1" status: 200 len: 267 time: 0.0454271 May 19 16:51:32.230933 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-4950c6cf-8894-4897-82ec-f31d1a4237c3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:32.232412 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-4950c6cf-8894-4897-82ec-f31d1a4237c3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/networks?id=d502c5b6-89c2-49f6-8ac0-adfabdff9156 HTTP/1.1" status: 200 len: 811 time: 0.1028099 May 19 16:51:32.247235 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-69b36e6f-e027-4b11-9dec-e48fc056e1ff tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/quotas/fd5d1150a9ed483bbd298b896bcf7f46 HTTP/1.1" status: 200 len: 375 time: 0.0091479 May 19 16:51:32.295785 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-8b776be7-3c5f-430f-9706-b5c379a12586 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd5d1150a9ed483bbd298b896bcf7f46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434115 May 19 16:51:32.393827 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-89001d77-2a49-480c-9ed7-05a468158431 service neutron] 10.222.0.36 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860462 May 19 16:51:32.452387 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:32.485408 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-ebc302a6-e02a-45ab-9e44-2955a6247fef service neutron] 10.222.0.36 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858541 May 19 16:51:32.655641 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fd3d3103-3363-48d2-950e-09abff8ea0d4 req-ac1a51c9-970b-48b8-8f0e-e54436126e8e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 210 time: 0.0381870 May 19 16:51:33.751947 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d7b2904c-0fcb-4096-b79a-2e455c012362 req-68c9d5bb-f115-47f5-a694-2b5f3debe31a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 210 time: 0.0274940 May 19 16:51:33.858350 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device aaa116bf-f964-4274-a879-27bf6f601715 no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:51:33.879066 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: aaa116bf-f964-4274-a879-27bf6f601715 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:51:33.879411 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device aaa116bf-f964-4274-a879-27bf6f601715 not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:51:34.544852 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-fece3db7-c346-4229-a3d1-a21bcd0981f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:34.546438 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-fece3db7-c346-4229-a3d1-a21bcd0981f6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.48 "GET /v2.0/networks?id=d502c5b6-89c2-49f6-8ac0-adfabdff9156 HTTP/1.1" status: 200 len: 811 time: 0.1234477 May 19 16:51:34.601853 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:34.628169 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-8c4a285a-c111-4da1-997a-a5ed5e99dd72 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd5d1150a9ed483bbd298b896bcf7f46 HTTP/1.1" status: 200 len: 378 time: 0.0718067 May 19 16:51:34.637010 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-499c562e-e257-43e9-9213-20f99e41c2b6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Request body: {'port': {'device_id': '8697fd67-9bdf-4779-9916-dae8319c1a80', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'admin_state_up': True, 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'security_groups': ['ab31de06-8ba2-4fb9-9aba-336abc09e292']}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:34.758935 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-499c562e-e257-43e9-9213-20f99e41c2b6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Made reservation on behalf of fd5d1150a9ed483bbd298b896bcf7f46 for: {'port': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:51:34.762651 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-499c562e-e257-43e9-9213-20f99e41c2b6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:34.870300 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-99ea0cbd-9278-4b71-9154-c02d9f2d6830 req-57e1bcec-e87a-4479-b0cf-d97ca7e39925 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 210 time: 0.0379457 May 19 16:51:34.915974 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-499c562e-e257-43e9-9213-20f99e41c2b6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Allocated IP 172.20.0.5 (d502c5b6-89c2-49f6-8ac0-adfabdff9156/45f5191e-3500-4df3-8bf4-eea14d289679/282d2d85-2868-496a-a864-3ec40b6f91a3) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:51:35.054924 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-499c562e-e257-43e9-9213-20f99e41c2b6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:35.088467 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-499c562e-e257-43e9-9213-20f99e41c2b6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:35.137056 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-499c562e-e257-43e9-9213-20f99e41c2b6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Network d502c5b6-89c2-49f6-8ac0-adfabdff9156 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:51:35.140193 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-499c562e-e257-43e9-9213-20f99e41c2b6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:51:35.142595 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-499c562e-e257-43e9-9213-20f99e41c2b6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:51:35.170256 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c562e-e257-43e9-9213-20f99e41c2b6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event updated for resources: {'Port': ['ID=282d2d85-2868-496a-a864-3ec40b6f91a3,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:35.197593 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-499c562e-e257-43e9-9213-20f99e41c2b6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:35.198208 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-499c562e-e257-43e9-9213-20f99e41c2b6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:35.214350 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-499c562e-e257-43e9-9213-20f99e41c2b6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5812056 May 19 16:51:35.225514 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Request body: {'port': {'device_id': '8697fd67-9bdf-4779-9916-dae8319c1a80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:35.288455 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:35.323022 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:35.370506 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:35.385796 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-be097b72-4c53-4c77-8f7e-2906e7fdb1df None None] Provisioning complete for port 282d2d85-2868-496a-a864-3ec40b6f91a3 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:35.386399 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-be097b72-4c53-4c77-8f7e-2906e7fdb1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:35.418671 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-be097b72-4c53-4c77-8f7e-2906e7fdb1df None None] Port 282d2d85-2868-496a-a864-3ec40b6f91a3 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:51:35.575511 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282d2d85-2868-496a-a864-3ec40b6f91a3 {{(pid=110371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:51:35.582777 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Publish callbacks [] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:35.595647 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.provisioning_blocks [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Transition to ACTIVE for port object 282d2d85-2868-496a-a864-3ec40b6f91a3 will not be triggered until provisioned by entity L2. {{(pid=110371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:51:35.599539 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:35.653571 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Pushing event updated for resources: {'Port': ['ID=282d2d85-2868-496a-a864-3ec40b6f91a3,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:35.738004 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Attempting to bind port 282d2d85-2868-496a-a864-3ec40b6f91a3 on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:51:35.738342 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Attempting to bind port 282d2d85-2868-496a-a864-3ec40b6f91a3 by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:51:35.738674 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Attempting to bind port 282d2d85-2868-496a-a864-3ec40b6f91a3 on network d502c5b6-89c2-49f6-8ac0-adfabdff9156 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:51:35.743456 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Port 282d2d85-2868-496a-a864-3ec40b6f91a3 on network d502c5b6-89c2-49f6-8ac0-adfabdff9156 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:51:35.743784 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Attempting to bind port 282d2d85-2868-496a-a864-3ec40b6f91a3 on network d502c5b6-89c2-49f6-8ac0-adfabdff9156 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:51:35.749317 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:51:35.749794 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Checking segment: {'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:51:35.750046 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Bound using segment: {'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:51:35.750472 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Bound port: 282d2d85-2868-496a-a864-3ec40b6f91a3, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12850b3a-ac5a-47e8-867d-973a2c65b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156'}}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:51:35.750829 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:35.828327 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] For port 282d2d85-2868-496a-a864-3ec40b6f91a3, host hv-cinder-84243, cleared binding levels {{(pid=110371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:51:35.831955 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] For port 282d2d85-2868-496a-a864-3ec40b6f91a3, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=282d2d85-2868-496a-a864-3ec40b6f91a3,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:51:35.838829 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:35.839967 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:35.876154 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:35.876772 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:35.878397 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] 10.222.0.48 "PUT /v2.0/ports/282d2d85-2868-496a-a864-3ec40b6f91a3 HTTP/1.1" status: 200 len: 1093 time: 0.6571908 May 19 16:51:35.878836 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8697fd67-9bdf-4779-9916-dae8319c1a80', 'tag': '282d2d85-2868-496a-a864-3ec40b6f91a3'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:51:35.881296 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffee4ef5-36e3-441f-93e0-e792419c47fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8697fd67-9bdf-4779-9916-dae8319c1a80", "tag": "282d2d85-2868-496a-a864-3ec40b6f91a3"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:51:35.910694 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27097bf-c64d-49ee-a629-cad0c542f817 service neutron] Pushing event updated for resources: {'Port': ['ID=282d2d85-2868-496a-a864-3ec40b6f91a3,revision_number=3']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:35.929852 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7442b8d-4c47-4d4c-afe1-2774783251e6 x-openstack-request-id: req-b7442b8d-4c47-4d4c-afe1-2774783251e6 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:51:35.930196 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8697fd67-9bdf-4779-9916-dae8319c1a80", "tag": "282d2d85-2868-496a-a864-3ec40b6f91a3", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:51:35.930783 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7442b8d-4c47-4d4c-afe1-2774783251e6 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:51:35.931311 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7442b8d-4c47-4d4c-afe1-2774783251e6'] response: {'name': 'network-changed', 'server_uuid': '8697fd67-9bdf-4779-9916-dae8319c1a80', 'tag': '282d2d85-2868-496a-a864-3ec40b6f91a3', 'status': 'completed', 'code': 200} May 19 16:51:35.990247 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-c6f95fb4-2d7b-41cd-8914-48171ab59ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:35.991868 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-c6f95fb4-2d7b-41cd-8914-48171ab59ad6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd5d1150a9ed483bbd298b896bcf7f46&device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 1127 time: 0.0551610 May 19 16:51:36.047494 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-fe22f178-a7db-4bed-808b-9ee215cf75c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282d2d85-2868-496a-a864-3ec40b6f91a3 HTTP/1.1" status: 200 len: 217 time: 0.0388350 May 19 16:51:36.058647 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95cd3-b9ac-4f5c-b6b6-d5c77f5cba09 req-5b324b7b-7895-4ec2-b048-d74179f8efce tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:36.060299 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-76a95cd3-b9ac-4f5c-b6b6-d5c77f5cba09 req-5b324b7b-7895-4ec2-b048-d74179f8efce tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 943 time: 0.0823126 May 19 16:51:36.135423 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-c635bbfc-694d-477a-82fd-562f6b0948f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:36.136863 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-c635bbfc-694d-477a-82fd-562f6b0948f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f5191e-3500-4df3-8bf4-eea14d289679 HTTP/1.1" status: 200 len: 850 time: 0.0756533 May 19 16:51:36.157906 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-76a95cd3-b9ac-4f5c-b6b6-d5c77f5cba09 req-8892fcb1-7e64-4c47-b27e-2f02b5a7e30e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab31de06-8ba2-4fb9-9aba-336abc09e292&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876396 May 19 16:51:36.186348 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-92a323f0-fd95-4e00-86b8-68a0743ed54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:36.188171 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-92a323f0-fd95-4e00-86b8-68a0743ed54e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d502c5b6-89c2-49f6-8ac0-adfabdff9156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433283 May 19 16:51:36.211442 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:36.285858 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-14c90979-3991-4161-8b74-9173af32ce06 service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916781 May 19 16:51:36.602459 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e848a04a-cf9e-470f-a1a8-4a267d09e2dc req-379ec422-66a0-4c17-a111-2035539d6f9d service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086343 May 19 16:51:37.271922 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:37.283778 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c6179-4e78-43ce-9a4d-a1c534f47a43 req-d47b9351-40af-40b6-b124-81ba7c7d749e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:37.285276 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9f0c6179-4e78-43ce-9a4d-a1c534f47a43 req-d47b9351-40af-40b6-b124-81ba7c7d749e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 943 time: 0.0493348 May 19 16:51:37.334946 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9f0c6179-4e78-43ce-9a4d-a1c534f47a43 req-7ba9c05c-db3a-41cc-8bd9-5267a3faabe9 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab31de06-8ba2-4fb9-9aba-336abc09e292&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441613 May 19 16:51:38.433703 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37578) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:38.453673 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17159b-d0fd-4a02-a173-d9abf7c7d3a2 req-0d304c16-15ef-4762-b25d-e07c28584a26 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:38.455150 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ef17159b-d0fd-4a02-a173-d9abf7c7d3a2 req-0d304c16-15ef-4762-b25d-e07c28584a26 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 943 time: 0.0505676 May 19 16:51:38.503272 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ef17159b-d0fd-4a02-a173-d9abf7c7d3a2 req-2c79b4a6-6d74-40c2-81a1-4b6d6aba38e3 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab31de06-8ba2-4fb9-9aba-336abc09e292&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424600 May 19 16:51:38.541786 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2426502b-2078-4b9f-b255-cf3625dea37c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:38.620516 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2426502b-2078-4b9f-b255-cf3625dea37c admin admin] Publish callbacks [] for security_group (52b51697-fcad-4d0b-8586-66db09c9cf98), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:38.624424 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2426502b-2078-4b9f-b255-cf3625dea37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (52b51697-fcad-4d0b-8586-66db09c9cf98), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:38.629937 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:38.643910 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:38.667922 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426502b-2078-4b9f-b255-cf3625dea37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b51697-fcad-4d0b-8586-66db09c9cf98,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:38.674343 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-2426502b-2078-4b9f-b255-cf3625dea37c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=399b9cd7242a4bcca15210149ca0dafc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396035 May 19 16:51:38.677091 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37582) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:38.727930 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8b8e5016-e963-4fbc-bf22-90722ef01fe6 admin admin] Publish callbacks [] for security_group (52b51697-fcad-4d0b-8586-66db09c9cf98), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:38.749844 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8b8e5016-e963-4fbc-bf22-90722ef01fe6 admin admin] Publish callbacks [] for security_group (52b51697-fcad-4d0b-8586-66db09c9cf98), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:38.798406 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8b8e5016-e963-4fbc-bf22-90722ef01fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (52b51697-fcad-4d0b-8586-66db09c9cf98), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:38.801110 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8b8e5016-e963-4fbc-bf22-90722ef01fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:38.802279 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-8b8e5016-e963-4fbc-bf22-90722ef01fe6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52b51697-fcad-4d0b-8586-66db09c9cf98 HTTP/1.1" status: 204 len: 168 time: 0.1242080 May 19 16:51:38.810168 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e5016-e963-4fbc-bf22-90722ef01fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b51697-fcad-4d0b-8586-66db09c9cf98,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:38.873385 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee4ef5-36e3-441f-93e0-e792419c47fe req-2fd6ff2b-9025-491d-8bc5-f5987bba864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:38.874898 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ffee4ef5-36e3-441f-93e0-e792419c47fe req-2fd6ff2b-9025-491d-8bc5-f5987bba864a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd5d1150a9ed483bbd298b896bcf7f46&device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 1127 time: 0.0397689 May 19 16:51:38.971197 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee4ef5-36e3-441f-93e0-e792419c47fe req-9be2d698-4dd7-45e0-9ea3-1895da90a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:38.972690 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ffee4ef5-36e3-441f-93e0-e792419c47fe req-9be2d698-4dd7-45e0-9ea3-1895da90a824 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d502c5b6-89c2-49f6-8ac0-adfabdff9156 HTTP/1.1" status: 200 len: 912 time: 0.0921478 May 19 16:51:39.013068 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ffee4ef5-36e3-441f-93e0-e792419c47fe req-f223e360-ca10-4407-8341-35d631145d77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282d2d85-2868-496a-a864-3ec40b6f91a3 HTTP/1.1" status: 200 len: 217 time: 0.0329607 May 19 16:51:39.063266 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee4ef5-36e3-441f-93e0-e792419c47fe req-72185bf6-4993-4587-be9a-81966a03a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:39.064782 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ffee4ef5-36e3-441f-93e0-e792419c47fe req-72185bf6-4993-4587-be9a-81966a03a671 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f5191e-3500-4df3-8bf4-eea14d289679 HTTP/1.1" status: 200 len: 850 time: 0.0463016 May 19 16:51:39.115105 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee4ef5-36e3-441f-93e0-e792419c47fe req-8cd1678a-65c5-4575-8f35-f030b9ef33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:39.116628 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ffee4ef5-36e3-441f-93e0-e792419c47fe req-8cd1678a-65c5-4575-8f35-f030b9ef33aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d502c5b6-89c2-49f6-8ac0-adfabdff9156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448465 May 19 16:51:39.209286 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ffee4ef5-36e3-441f-93e0-e792419c47fe req-5a3d6cdc-ff23-4fc1-a434-475ef66fb645 service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856259 May 19 16:51:39.309628 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ffee4ef5-36e3-441f-93e0-e792419c47fe req-3b10dea1-7184-4071-9650-0fc5d05871fd service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914562 May 19 16:51:39.405509 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:51:39.456427 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37604) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:39.553869 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1493364561-network', 'tenant_id': 'f232c172df994d3d909d7999238b1935'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:39.577640 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] Made reservation on behalf of f232c172df994d3d909d7999238b1935 for: {'network': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:51:39.580171 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:39.589344 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:39.620099 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea504d72-2d92-4d7f-baeb-85bbcca9c537 req-a79b168b-8557-4bbf-a0d0-d208c8ed61f7 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:39.621666 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ea504d72-2d92-4d7f-baeb-85bbcca9c537 req-a79b168b-8557-4bbf-a0d0-d208c8ed61f7 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 943 time: 0.0475576 May 19 16:51:39.664760 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=26 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:39.667826 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] Publish callbacks [] for security_group (59e976ce-5870-4736-bd8c-4a26d6865420), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:39.671489 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (59e976ce-5870-4736-bd8c-4a26d6865420), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:39.671698 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ea504d72-2d92-4d7f-baeb-85bbcca9c537 req-087f69ee-b860-4edf-949c-9f38540e2592 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab31de06-8ba2-4fb9-9aba-336abc09e292&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439441 May 19 16:51:39.704119 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=110370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:51:39.709002 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e976ce-5870-4736-bd8c-4a26d6865420,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:39.717222 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (0bf4e0ff-9a6d-428e-9feb-4a008cc6253a), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:39.717378 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.segments_db [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] Added segment 0bf4e0ff-9a6d-428e-9feb-4a008cc6253a of type vlan for network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 May 19 16:51:39.759569 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (3469f2a0-dc3c-4426-85a2-390e0d45d3c3), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:39.784726 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (3469f2a0-dc3c-4426-85a2-390e0d45d3c3), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:39.785751 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:39.786343 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:39.847874 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3901901 May 19 16:51:39.850941 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37610) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:39.851162 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16cbed-f2fa-47ce-8101-0aef6a871032 admin admin] Pushing event updated for resources: {'Network': ['ID=3469f2a0-dc3c-4426-85a2-390e0d45d3c3,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:39.855839 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-6df1597c-063a-407a-ac39-93565aca0593 admin admin] Request body: {'subnet': {'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1493364561-subnet', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'ip_version': 4}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:39.861170 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:51:39.879102 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df1597c-063a-407a-ac39-93565aca0593 admin admin] Made reservation on behalf of f232c172df994d3d909d7999238b1935 for: {'subnet': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:51:39.881904 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6df1597c-063a-407a-ac39-93565aca0593 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3860227'] for subnet (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.004290 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:40.056417 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:40.061372 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6df1597c-063a-407a-ac39-93565aca0593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3953819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3860245'] for subnet (6aa80667-062b-4e9f-a2ca-1e239f186451), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.116916 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1597c-063a-407a-ac39-93565aca0593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa80667-062b-4e9f-a2ca-1e239f186451,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:40.132709 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1597c-063a-407a-ac39-93565aca0593 admin admin] Checking segment: {'id': '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:51:40.133063 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df1597c-063a-407a-ac39-93565aca0593 admin admin] Network hostable DHCP agents. Network: 3469f2a0-dc3c-4426-85a2-390e0d45d3c3, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:51:40.150106 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df1597c-063a-407a-ac39-93565aca0593 admin admin] Network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:51:40.158720 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-6df1597c-063a-407a-ac39-93565aca0593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, 3469f2a0-dc3c-4426-85a2-390e0d45d3c3) {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:51:40.162897 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df1597c-063a-407a-ac39-93565aca0593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:40.163444 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6df1597c-063a-407a-ac39-93565aca0593 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.167743 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40afe4c-09fe-4b28-b70f-e4837f590a23 None None] Network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:51:40.180168 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-6df1597c-063a-407a-ac39-93565aca0593 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3281467 May 19 16:51:40.181540 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=40,neutron:UPDATE=6 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:40.182908 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37612) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:40.187421 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:40.209670 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11834'] for router (668ee9c4-7b03-43df-8c0a-10972394b0f0), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.210622 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11829'] for router (668ee9c4-7b03-43df-8c0a-10972394b0f0), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.262836 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Publish callbacks [] for router_controller (668ee9c4-7b03-43df-8c0a-10972394b0f0), precommit_add_association {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.274053 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58351b1b-7731-5889-bbf7-0fe85d83b94d-3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'project_id': 'f232c172df994d3d909d7999238b1935', 'fixed_ips': [{'subnet_id': '6aa80667-062b-4e9f-a2ca-1e239f186451'}]}} from dv-cinder-842433-1-iscsi. {{(pid=110372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 16:51:40.275025 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.403407 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Publish callbacks [] for router_gateway (668ee9c4-7b03-43df-8c0a-10972394b0f0), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.428048 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.db_base_plugin_common [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Allocated IP 172.20.0.2 (3469f2a0-dc3c-4426-85a2-390e0d45d3c3/6aa80667-062b-4e9f-a2ca-1e239f186451/11fec50c-b7ca-47cb-872b-030baa4948f1) {{(pid=110372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:51:40.573731 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Publish callbacks [] for port (11fec50c-b7ca-47cb-872b-030baa4948f1), precommit_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.579441 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (11fec50c-b7ca-47cb-872b-030baa4948f1), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.589175 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Publish callbacks [] for router_gateway (668ee9c4-7b03-43df-8c0a-10972394b0f0), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.614199 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.621508 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 is already hosted by enough agents. {{(pid=110372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:51:40.625048 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.base_scheduler [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Resources bound (agent type, host, resource id): {{(pid=110372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:51:40.629662 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Received port after_create {{(pid=110372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:51:40.634443 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Pushing event updated for resources: {'Port': ['ID=11fec50c-b7ca-47cb-872b-030baa4948f1,revision_number=1']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:40.688316 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Attempting to bind port 11fec50c-b7ca-47cb-872b-030baa4948f1 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:51:40.688692 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Attempting to bind port 11fec50c-b7ca-47cb-872b-030baa4948f1 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:51:40.689049 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Attempting to bind port 11fec50c-b7ca-47cb-872b-030baa4948f1 on network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:51:40.694694 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:51:40.695066 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Checking segment: {'id': '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:51:40.695489 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.695890 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Bound using segment: {'id': '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:51:40.696358 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Bound port: 11fec50c-b7ca-47cb-872b-030baa4948f1, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:51:40.696731 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (11fec50c-b7ca-47cb-872b-030baa4948f1), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.726761 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Allocated IP 172.27.1.43 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/145888b9-2600-4c6e-9cdd-dc3d596b1e05) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:51:40.764178 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] For port 11fec50c-b7ca-47cb-872b-030baa4948f1, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:51:40.767543 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] For port 11fec50c-b7ca-47cb-872b-030baa4948f1, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=11fec50c-b7ca-47cb-872b-030baa4948f1,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:51:40.775877 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (11fec50c-b7ca-47cb-872b-030baa4948f1), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.839722 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911d286-ce0c-4994-a62b-53000cf77f8b None None] Pushing event updated for resources: {'Port': ['ID=11fec50c-b7ca-47cb-872b-030baa4948f1,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:40.853288 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03713c-6652-43d7-9f05-d6359ed5838b req-92ab0375-b7b2-419d-bc79-a0ece3ae4c9e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:40.855063 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5f03713c-6652-43d7-9f05-d6359ed5838b req-92ab0375-b7b2-419d-bc79-a0ece3ae4c9e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 943 time: 0.0741966 May 19 16:51:40.896099 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Publish callbacks [] for port (145888b9-2600-4c6e-9cdd-dc3d596b1e05), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.904704 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:40.920456 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:40.949431 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5f03713c-6652-43d7-9f05-d6359ed5838b req-2eebf6b2-6864-48c6-9c04-b018576c8de6 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab31de06-8ba2-4fb9-9aba-336abc09e292&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884778 May 19 16:51:40.968885 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (145888b9-2600-4c6e-9cdd-dc3d596b1e05), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:40.971307 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:40.978113 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-bbcdf95c-cbf4-4eaf-b0f9-f5f105209660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:41.027627 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:51:41.035275 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:51:41.039976 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:51:41.056404 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:41.063654 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Pushing event updated for resources: {'Port': ['ID=145888b9-2600-4c6e-9cdd-dc3d596b1e05,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:41.292246 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Publish callbacks [] for router_gateway (668ee9c4-7b03-43df-8c0a-10972394b0f0), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:41.487799 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782274'] for router (668ee9c4-7b03-43df-8c0a-10972394b0f0), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:41.618709 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Router 668ee9c4-7b03-43df-8c0a-10972394b0f0 is scheduled to L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 with binding_index 1 {{(pid=110371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 16:51:41.732542 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:51:41.742955 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Sync routers for ids ['668ee9c4-7b03-43df-8c0a-10972394b0f0'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:51:41.755044 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:41.756038 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Routers {'668ee9c4-7b03-43df-8c0a-10972394b0f0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:41.756335 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-f066462d-fcca-4744-af55-a0d47c09eb65 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5724194 May 19 16:51:41.756663 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['668ee9c4-7b03-43df-8c0a-10972394b0f0'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:41.759169 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37620) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:41.796377 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca72955-4ace-46d3-b9b3-8bc616786f74 None None] Network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:51:41.804691 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:41.858891 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-a4f789ea-2b54-4db6-896f-599e17f9de7c None None] Provisioning complete for port 11fec50c-b7ca-47cb-872b-030baa4948f1 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:41.859423 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a4f789ea-2b54-4db6-896f-599e17f9de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (11fec50c-b7ca-47cb-872b-030baa4948f1), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:41.869190 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Set router 668ee9c4-7b03-43df-8c0a-10972394b0f0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:41.889702 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 282d2d85-2868-496a-a864-3ec40b6f91a3 details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:51:41.912937 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:41.938968 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:42.076993 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:41Z', 'revision_number': 3, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port': {'id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:42.110048 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Checking router: 668ee9c4-7b03-43df-8c0a-10972394b0f0 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:51:42.110541 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Updating router 668ee9c4-7b03-43df-8c0a-10972394b0f0 port 145888b9-2600-4c6e-9cdd-dc3d596b1e05 binding host dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:51:42.138721 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637090d6-aa4f-4dbc-9117-a64215bf55ca req-2fbbd074-611f-486e-9c1c-3d8c9d75368f tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:42.140224 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-637090d6-aa4f-4dbc-9117-a64215bf55ca req-2fbbd074-611f-486e-9c1c-3d8c9d75368f tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 943 time: 0.0891581 May 19 16:51:42.140551 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (145888b9-2600-4c6e-9cdd-dc3d596b1e05), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.173321 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:42.228470 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-a4f789ea-2b54-4db6-896f-599e17f9de7c None None] Current status of the port 11fec50c-b7ca-47cb-872b-030baa4948f1 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:42.228860 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a4f789ea-2b54-4db6-896f-599e17f9de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (11fec50c-b7ca-47cb-872b-030baa4948f1), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.230855 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-637090d6-aa4f-4dbc-9117-a64215bf55ca req-82bca13e-1319-4206-9dec-fbe18de46d91 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab31de06-8ba2-4fb9-9aba-336abc09e292&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800004 May 19 16:51:42.236017 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 282d2d85-2868-496a-a864-3ec40b6f91a3, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=282d2d85-2868-496a-a864-3ec40b6f91a3,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:42.276486 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.278802 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': '282d2d85-2868-496a-a864-3ec40b6f91a3', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'port_id': '282d2d85-2868-496a-a864-3ec40b6f91a3', 'mac_address': 'fa:16:3e:07:8f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:51:42.319548 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-a4f789ea-2b54-4db6-896f-599e17f9de7c None None] For port 11fec50c-b7ca-47cb-872b-030baa4948f1, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=11fec50c-b7ca-47cb-872b-030baa4948f1,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:42.329205 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a4f789ea-2b54-4db6-896f-599e17f9de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (11fec50c-b7ca-47cb-872b-030baa4948f1), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.356469 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 282d2d85-2868-496a-a864-3ec40b6f91a3 is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:42.356859 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.384267 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282d2d85-2868-496a-a864-3ec40b6f91a3 {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:51:42.410685 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f789ea-2b54-4db6-896f-599e17f9de7c None None] Pushing event updated for resources: {'Port': ['ID=11fec50c-b7ca-47cb-872b-030baa4948f1,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:42.416896 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 282d2d85-2868-496a-a864-3ec40b6f91a3, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=282d2d85-2868-496a-a864-3ec40b6f91a3,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:42.424613 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.469688 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-e3735e44-fb4b-46de-a6f7-bbcd3d83bb0a None None] Provisioning complete for port 11fec50c-b7ca-47cb-872b-030baa4948f1 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:42.470074 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e3735e44-fb4b-46de-a6f7-bbcd3d83bb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (11fec50c-b7ca-47cb-872b-030baa4948f1), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.493106 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Allocated IP 172.20.0.1 (3469f2a0-dc3c-4426-85a2-390e0d45d3c3/6aa80667-062b-4e9f-a2ca-1e239f186451/68200993-e43d-4ff0-9f00-86ef3407e225) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:51:42.493321 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Publish callbacks [] for port (145888b9-2600-4c6e-9cdd-dc3d596b1e05), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.501629 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (145888b9-2600-4c6e-9cdd-dc3d596b1e05), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.519154 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=282d2d85-2868-496a-a864-3ec40b6f91a3,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:42.567368 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-e3735e44-fb4b-46de-a6f7-bbcd3d83bb0a None None] Current status of the port 11fec50c-b7ca-47cb-872b-030baa4948f1 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:42.567640 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Pushing event updated for resources: {'Port': ['ID=145888b9-2600-4c6e-9cdd-dc3d596b1e05,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:42.575185 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.575525 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.575893 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.576602 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.576602 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.576896 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.577244 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.577579 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.577903 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.578226 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.578548 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.578869 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.579458 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.579587 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.579804 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:42.583271 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Attempting to bind port 145888b9-2600-4c6e-9cdd-dc3d596b1e05 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:51:42.583641 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Attempting to bind port 145888b9-2600-4c6e-9cdd-dc3d596b1e05 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:51:42.584358 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Attempting to bind port 145888b9-2600-4c6e-9cdd-dc3d596b1e05 on network 98da84b6-3a55-4aa5-9045-219aa962a35a {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:51:42.589883 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:51:42.590080 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Checking segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:51:42.590374 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.590762 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Bound using segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:51:42.591226 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Bound port: 145888b9-2600-4c6e-9cdd-dc3d596b1e05, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:51:42.591603 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (145888b9-2600-4c6e-9cdd-dc3d596b1e05), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.632285 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-35450a8c-78c9-49a7-95b8-fdf3f2259563 req-9a7557aa-25be-48e5-bef7-287d35800208 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755844665&fields=id&tenant_id=66c1f23fbe114e9885266a0092cca13c HTTP/1.1" status: 200 len: 267 time: 0.0957570 May 19 16:51:42.642175 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] For port 145888b9-2600-4c6e-9cdd-dc3d596b1e05, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:51:42.646087 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] For port 145888b9-2600-4c6e-9cdd-dc3d596b1e05, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=145888b9-2600-4c6e-9cdd-dc3d596b1e05,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:51:42.651270 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (145888b9-2600-4c6e-9cdd-dc3d596b1e05), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.677831 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:42.705509 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Publish callbacks [] for port (68200993-e43d-4ff0-9f00-86ef3407e225), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.705708 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Routers {'668ee9c4-7b03-43df-8c0a-10972394b0f0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:42.705948 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['668ee9c4-7b03-43df-8c0a-10972394b0f0'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:42.739954 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35450a8c-78c9-49a7-95b8-fdf3f2259563 req-685eb911-330f-40e5-91e5-fe038f3b9fa4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:42.743146 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-35450a8c-78c9-49a7-95b8-fdf3f2259563 req-685eb911-330f-40e5-91e5-fe038f3b9fa4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 985 time: 0.1034214 May 19 16:51:42.743761 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.768824 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455bd97-5f97-4409-8705-033357cd3bb9 None None] Pushing event updated for resources: {'Port': ['ID=145888b9-2600-4c6e-9cdd-dc3d596b1e05,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:42.830584 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 11fec50c-b7ca-47cb-872b-030baa4948f1 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:51:42.839410 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] Set router 668ee9c4-7b03-43df-8c0a-10972394b0f0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:42.857929 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['282d2d85-2868-496a-a864-3ec40b6f91a3'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:51:42.863384 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:42.936733 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 11fec50c-b7ca-47cb-872b-030baa4948f1 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:42.937254 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (11fec50c-b7ca-47cb-872b-030baa4948f1), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:42.948911 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:42.958209 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:43.016990 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-35450a8c-78c9-49a7-95b8-fdf3f2259563 req-1469fe92-0dc0-4fe4-9810-78001fd2c4fc tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Request body: {'port': {'security_groups': ['1d69f157-b5d6-47a4-9c39-40beec0f2de5']}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:43.021572 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:43.056340 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:51:43.067108 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:51:43.069779 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 11fec50c-b7ca-47cb-872b-030baa4948f1 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:43.072259 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Pushing event updated for resources: {'Port': ['ID=68200993-e43d-4ff0-9f00-86ef3407e225,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:43.077364 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:51:43.140801 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:41Z', 'revision_number': 3, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port': {'id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:43.155354 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777199'] for router_interface (668ee9c4-7b03-43df-8c0a-10972394b0f0), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:43.167848 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4ea14-cb94-41bc-842e-4bca71f90de0 None None] The sync data for ids ['668ee9c4-7b03-43df-8c0a-10972394b0f0'] in dv-cinder-842433-1-iscsi is: [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:41Z', 'revision_number': 3, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port': {'id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:51:43.194256 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-35450a8c-78c9-49a7-95b8-fdf3f2259563 req-1469fe92-0dc0-4fe4-9810-78001fd2c4fc tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:43.399829 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-b27d28a5-95e7-47fa-a448-bf5c1cdb5e11 None None] Provisioning complete for port 68200993-e43d-4ff0-9f00-86ef3407e225 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:43.400326 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b27d28a5-95e7-47fa-a448-bf5c1cdb5e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:43.404629 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:43.461534 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-b27d28a5-95e7-47fa-a448-bf5c1cdb5e11 None None] Port 68200993-e43d-4ff0-9f00-86ef3407e225 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:51:43.637266 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-35450a8c-78c9-49a7-95b8-fdf3f2259563 req-1469fe92-0dc0-4fe4-9810-78001fd2c4fc tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] For port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,segment=NetworkSegment(c96f06da-4ee5-4ff2-85ae-5fc0ef56215f),segment_id=c96f06da-4ee5-4ff2-85ae-5fc0ef56215f)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:43.686013 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-35450a8c-78c9-49a7-95b8-fdf3f2259563 req-1469fe92-0dc0-4fe4-9810-78001fd2c4fc tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:43.699130 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-35450a8c-78c9-49a7-95b8-fdf3f2259563 req-1469fe92-0dc0-4fe4-9810-78001fd2c4fc tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:43.744370 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:43.770695 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['c605e454-163b-4c14-a9ba-3e1b4b3ddc8a'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:51:43.777705 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35450a8c-78c9-49a7-95b8-fdf3f2259563 req-1469fe92-0dc0-4fe4-9810-78001fd2c4fc tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:43.778411 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-35450a8c-78c9-49a7-95b8-fdf3f2259563 req-1469fe92-0dc0-4fe4-9810-78001fd2c4fc tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:43.779857 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-35450a8c-78c9-49a7-95b8-fdf3f2259563 req-1469fe92-0dc0-4fe4-9810-78001fd2c4fc tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "PUT /v2.0/ports/c605e454-163b-4c14-a9ba-3e1b4b3ddc8a HTTP/1.1" status: 200 len: 943 time: 1.0295668 May 19 16:51:43.780390 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'tag': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:51:43.782748 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3639ae31-4d5e-4c06-a8bd-dc7a600e1eed" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c98418-8020-43de-bbc8-d576ea6ef758", "tag": "c605e454-163b-4c14-a9ba-3e1b4b3ddc8a"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:51:43.786819 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37630) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:43.808258 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Publish callbacks [] for port (68200993-e43d-4ff0-9f00-86ef3407e225), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:43.829518 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:43.834009 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469fe92-0dc0-4fe4-9810-78001fd2c4fc tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event updated for resources: {'Port': ['ID=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,revision_number=7']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:43.875450 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['c605e454-163b-4c14-a9ba-3e1b4b3ddc8a'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:51:43.906422 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c743da70-86f8-4cd6-aa1f-aa5b7a6b2d3e tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group (2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:43.925183 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:43.926820 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 282d2d85-2868-496a-a864-3ec40b6f91a3 up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:51:43.955675 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c743da70-86f8-4cd6-aa1f-aa5b7a6b2d3e tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group (2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:43.972995 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:43.996108 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-777637'] for router_interface (668ee9c4-7b03-43df-8c0a-10972394b0f0), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.001680 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Pushing event updated for resources: {'Port': ['ID=68200993-e43d-4ff0-9f00-86ef3407e225,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:44.013543 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0ba14-5fd3-4f3a-8c8b-a3a345741553 req-c86363bb-11b8-4d92-9077-52967b357ecb tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:44.014905 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d7e0ba14-5fd3-4f3a-8c8b-a3a345741553 req-c86363bb-11b8-4d92-9077-52967b357ecb tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 944 time: 0.1192801 May 19 16:51:44.067098 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c743da70-86f8-4cd6-aa1f-aa5b7a6b2d3e tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.069845 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c743da70-86f8-4cd6-aa1f-aa5b7a6b2d3e tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.071056 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-c743da70-86f8-4cd6-aa1f-aa5b7a6b2d3e tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "DELETE /v2.0/security-groups/2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6 HTTP/1.1" status: 204 len: 168 time: 0.2827311 May 19 16:51:44.079075 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37632) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:44.092489 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port 282d2d85-2868-496a-a864-3ec40b6f91a3 completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:51:44.100880 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743da70-86f8-4cd6-aa1f-aa5b7a6b2d3e tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4ed90d-88ea-4f0a-9187-1fc4ed2ea1b6,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:44.110933 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port 282d2d85-2868-496a-a864-3ec40b6f91a3 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:44.112144 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.164146 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d7e0ba14-5fd3-4f3a-8c8b-a3a345741553 req-b0471997-3b00-40f3-b14e-a52bb63c35ab tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab31de06-8ba2-4fb9-9aba-336abc09e292&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1414852 May 19 16:51:44.235975 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:44.241391 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:51:44.243428 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:51:44.261071 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194a3d0a-2c5f-4410-a780-0e270c3bd57b x-openstack-request-id: req-194a3d0a-2c5f-4410-a780-0e270c3bd57b {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:51:44.261359 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c98418-8020-43de-bbc8-d576ea6ef758", "tag": "c605e454-163b-4c14-a9ba-3e1b4b3ddc8a", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:51:44.261615 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-194a3d0a-2c5f-4410-a780-0e270c3bd57b {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:51:44.262089 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194a3d0a-2c5f-4410-a780-0e270c3bd57b'] response: {'name': 'network-changed', 'server_uuid': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'tag': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a', 'status': 'completed', 'code': 200} May 19 16:51:44.294572 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-abea7a36-2eb5-429a-b265-2ecbc6bf16b8 None None] Provisioning complete for port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:44.295170 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-abea7a36-2eb5-429a-b265-2ecbc6bf16b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.302114 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:44.314155 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:44.317459 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-cee3acad-d2e1-4676-9448-99e3c6225bb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Deleting port 823dd5bb-ceae-41fc-b038-785a4cf96605 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:51:44.317638 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cee3acad-d2e1-4676-9448-99e3c6225bb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (823dd5bb-ceae-41fc-b038-785a4cf96605), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.374388 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ae31-4d5e-4c06-a8bd-dc7a600e1eed req-a6a78a19-551b-41c2-8ad9-25a3eb7a67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:44.375962 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3639ae31-4d5e-4c06-a8bd-dc7a600e1eed req-a6a78a19-551b-41c2-8ad9-25a3eb7a67c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=66c1f23fbe114e9885266a0092cca13c&device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 1130 time: 0.0752687 May 19 16:51:44.383192 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-443a79f2-85dc-4b6f-b9a3-7a174298e5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.420687 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cee3acad-d2e1-4676-9448-99e3c6225bb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (823dd5bb-ceae-41fc-b038-785a4cf96605), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.421317 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cee3acad-d2e1-4676-9448-99e3c6225bb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for floatingip (823dd5bb-ceae-41fc-b038-785a4cf96605), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.442264 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-cee3acad-d2e1-4676-9448-99e3c6225bb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Calling delete_port for 823dd5bb-ceae-41fc-b038-785a4cf96605 owned by network:floatingip {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:51:44.454625 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 282d2d85-2868-496a-a864-3ec40b6f91a3 is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:44.455188 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.512771 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Router 668ee9c4-7b03-43df-8c0a-10972394b0f0 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:51:44.532637 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8697fd67-9bdf-4779-9916-dae8319c1a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282d2d85-2868-496a-a864-3ec40b6f91a3'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:51:44.535537 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e1280a-ee5f-4de9-a0f5-6157bf1e2bb1" -d '{"events": [{"server_uuid": "8697fd67-9bdf-4779-9916-dae8319c1a80", "name": "network-vif-plugged", "status": "completed", "tag": "282d2d85-2868-496a-a864-3ec40b6f91a3"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:51:44.545951 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-abea7a36-2eb5-429a-b265-2ecbc6bf16b8 None None] Current status of the port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:44.554606 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 282d2d85-2868-496a-a864-3ec40b6f91a3, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=282d2d85-2868-496a-a864-3ec40b6f91a3,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:44.562792 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.578333 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ae31-4d5e-4c06-a8bd-dc7a600e1eed req-cae17511-0ac3-406a-a8c7-c5f6e745cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:44.579851 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3639ae31-4d5e-4c06-a8bd-dc7a600e1eed req-cae17511-0ac3-406a-a8c7-c5f6e745cb57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=456c9702-9a69-4541-891a-938fd3d1a085 HTTP/1.1" status: 200 len: 915 time: 0.1919162 May 19 16:51:44.610076 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9ab7c2-1ff7-43a3-89d7-dbb6f5abc406 x-openstack-request-id: req-8a9ab7c2-1ff7-43a3-89d7-dbb6f5abc406 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:51:44.610292 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8697fd67-9bdf-4779-9916-dae8319c1a80", "name": "network-vif-plugged", "status": "completed", "tag": "282d2d85-2868-496a-a864-3ec40b6f91a3", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:51:44.612144 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a9ab7c2-1ff7-43a3-89d7-dbb6f5abc406 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:51:44.612480 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9ab7c2-1ff7-43a3-89d7-dbb6f5abc406'] response: {'server_uuid': '8697fd67-9bdf-4779-9916-dae8319c1a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282d2d85-2868-496a-a864-3ec40b6f91a3', 'code': 200} May 19 16:51:44.650315 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=282d2d85-2868-496a-a864-3ec40b6f91a3,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:44.659102 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.659837 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.660533 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.661578 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.662084 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.662571 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.663052 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.663540 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.664125 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.664652 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.665145 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.665651 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.666117 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.666593 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.667082 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:44.680844 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3639ae31-4d5e-4c06-a8bd-dc7a600e1eed req-9d77dae9-5b38-404a-93e2-22b5bf3f4a2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a HTTP/1.1" status: 200 len: 1002 time: 0.0906096 May 19 16:51:44.681069 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cee3acad-d2e1-4676-9448-99e3c6225bb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (823dd5bb-ceae-41fc-b038-785a4cf96605), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.699540 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-7337d10f-619d-407d-9907-e421eb489696 None None] Provisioning complete for port 68200993-e43d-4ff0-9f00-86ef3407e225 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:44.700213 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-7337d10f-619d-407d-9907-e421eb489696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.727712 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3acad-d2e1-4676-9448-99e3c6225bb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event deleted for resources: {'Port': ['ID=823dd5bb-ceae-41fc-b038-785a4cf96605,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:44.749952 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-7337d10f-619d-407d-9907-e421eb489696 None None] Port 68200993-e43d-4ff0-9f00-86ef3407e225 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:51:44.778565 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ae31-4d5e-4c06-a8bd-dc7a600e1eed req-0e4ef377-923e-428e-8a6c-913147200391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:44.781087 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3639ae31-4d5e-4c06-a8bd-dc7a600e1eed req-0e4ef377-923e-428e-8a6c-913147200391 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c0da3e-2101-42da-b7af-818adcbf0693 HTTP/1.1" status: 200 len: 853 time: 0.0759201 May 19 16:51:44.832963 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cee3acad-d2e1-4676-9448-99e3c6225bb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks [] for floatingip (cd141627-fe51-484a-a24b-b05e1d78c3ed), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.833939 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.l3_db [None req-cee3acad-d2e1-4676-9448-99e3c6225bb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Floating IP cd141627-fe51-484a-a24b-b05e1d78c3ed disassociated (deleted). External IP: 172.27.1.201, port: c605e454-163b-4c14-a9ba-3e1b4b3ddc8a. May 19 16:51:44.837755 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:51:44.845763 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-710aae87-1a92-4628-9e93-870384b707ce admin admin] 10.222.0.36 "PUT /v2.0/routers/668ee9c4-7b03-43df-8c0a-10972394b0f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0854201 May 19 16:51:44.857519 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ae31-4d5e-4c06-a8bd-dc7a600e1eed req-152d9ff0-1a63-4381-a3f0-18c54e2821ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:44.859512 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3639ae31-4d5e-4c06-a8bd-dc7a600e1eed req-152d9ff0-1a63-4381-a3f0-18c54e2821ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=456c9702-9a69-4541-891a-938fd3d1a085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658002 May 19 16:51:44.926232 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 145888b9-2600-4c6e-9cdd-dc3d596b1e05 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:51:44.984084 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 145888b9-2600-4c6e-9cdd-dc3d596b1e05 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:44.984301 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:44.984916 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (145888b9-2600-4c6e-9cdd-dc3d596b1e05), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:44.988140 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3639ae31-4d5e-4c06-a8bd-dc7a600e1eed req-de11898a-1976-4662-8564-dbfbe94b3fc3 service neutron] 10.222.0.48 "GET /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129813 May 19 16:51:45.092153 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 145888b9-2600-4c6e-9cdd-dc3d596b1e05 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:45.092809 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (145888b9-2600-4c6e-9cdd-dc3d596b1e05), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:45.128398 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3639ae31-4d5e-4c06-a8bd-dc7a600e1eed req-4a0e48b4-48a4-47e8-996b-b0c839bac051 service neutron] 10.222.0.48 "GET /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328230 May 19 16:51:45.128749 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port 145888b9-2600-4c6e-9cdd-dc3d596b1e05, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=145888b9-2600-4c6e-9cdd-dc3d596b1e05,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:45.133824 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (145888b9-2600-4c6e-9cdd-dc3d596b1e05), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:45.175728 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:45.215757 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=145888b9-2600-4c6e-9cdd-dc3d596b1e05,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:45.249555 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:45.297724 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Sync routers for ids ['668ee9c4-7b03-43df-8c0a-10972394b0f0'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:51:45.321804 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Routers {'668ee9c4-7b03-43df-8c0a-10972394b0f0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:45.322137 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['668ee9c4-7b03-43df-8c0a-10972394b0f0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:45.326737 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4231d-ab78-411e-981f-77b018e54bc3 req-35cac477-0e8d-4fed-bbbe-9c176ef0f4f7 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:45.329980 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26354c2-2c0c-482e-a51a-e1a9236c7605 req-810ed615-8b1b-45a1-9c0b-b6af1798562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:45.332062 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d26354c2-2c0c-482e-a51a-e1a9236c7605 req-810ed615-8b1b-45a1-9c0b-b6af1798562f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 1129 time: 0.4380019 May 19 16:51:45.334528 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-78c4231d-ab78-411e-981f-77b018e54bc3 req-35cac477-0e8d-4fed-bbbe-9c176ef0f4f7 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 945 time: 0.0601878 May 19 16:51:45.412499 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-78c4231d-ab78-411e-981f-77b018e54bc3 req-619fab62-579f-4aaf-8b9c-6f84dda0ff71 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab31de06-8ba2-4fb9-9aba-336abc09e292&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772543 May 19 16:51:45.452529 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Set router 668ee9c4-7b03-43df-8c0a-10972394b0f0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:45.469759 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d26354c2-2c0c-482e-a51a-e1a9236c7605 req-2d22fcbd-13c9-4b08-9d01-ea338615c391 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab31de06-8ba2-4fb9-9aba-336abc09e292&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952795 May 19 16:51:45.493517 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee3acad-d2e1-4676-9448-99e3c6225bb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:51:45.569858 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37652) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:45.574598 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1187374960-network', 'tenant_id': '34dfa2f0b34644ce84102414e307276e'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:45.596306 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] Made reservation on behalf of 34dfa2f0b34644ce84102414e307276e for: {'network': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:51:45.598845 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:45.607671 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:45.609617 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee3acad-d2e1-4676-9448-99e3c6225bb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:51:45.615528 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cee3acad-d2e1-4676-9448-99e3c6225bb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:45.620530 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2de494-5b85-4601-971f-eb172dc3500c None None] Sync routers for ids ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:51:45.625078 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:45.633883 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2de494-5b85-4601-971f-eb172dc3500c None None] Routers {'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:45.634771 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-9a2de494-5b85-4601-971f-eb172dc3500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:45.646634 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:45.651101 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-cee3acad-d2e1-4676-9448-99e3c6225bb4 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "DELETE /v2.0/floatingips/cd141627-fe51-484a-a24b-b05e1d78c3ed HTTP/1.1" status: 204 len: 168 time: 1.5695822 May 19 16:51:45.652065 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'tag': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:51:45.654607 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a29567-c723-4be9-b1e5-e8aceef40cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c98418-8020-43de-bbc8-d576ea6ef758", "tag": "c605e454-163b-4c14-a9ba-3e1b4b3ddc8a"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:51:45.698987 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:45.707599 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:43Z', 'revision_number': 4, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port': {'id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '68200993-e43d-4ff0-9f00-86ef3407e225', 'name': '', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'mac_address': 'fa:16:3e:db:63:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:42Z', 'updated_at': '2022-05-19T16:51:43Z', 'revision_number': 2, 'project_id': 'f232c172df994d3d909d7999238b1935', 'subnets': [{'id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:45.718960 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] Publish callbacks [] for security_group (ee333057-51b2-4247-984c-e615e255b868), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:45.724430 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ee333057-51b2-4247-984c-e615e255b868), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:45.737730 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Checking router: 668ee9c4-7b03-43df-8c0a-10972394b0f0 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:51:45.738082 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Updating router 668ee9c4-7b03-43df-8c0a-10972394b0f0 port 68200993-e43d-4ff0-9f00-86ef3407e225 binding host dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:51:45.748319 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-9a2de494-5b85-4601-971f-eb172dc3500c None None] Set router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:45.756730 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=110371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:51:45.768395 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (9269fbbf-7dc7-48d7-862e-ed4ab4fde749), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:45.768841 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.segments_db [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] Added segment 9269fbbf-7dc7-48d7-862e-ed4ab4fde749 of type vlan for network 4fe1cda5-3462-4576-82dd-42f361871317 May 19 16:51:45.776547 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:45.835715 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee333057-51b2-4247-984c-e615e255b868,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:45.839748 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (4fe1cda5-3462-4576-82dd-42f361871317), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:45.872154 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (4fe1cda5-3462-4576-82dd-42f361871317), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:45.873716 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:45.874473 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:45.953537 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=4fe1cda5-3462-4576-82dd-42f361871317,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:45.963606 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-4928b21a-d2df-4196-8194-b6ec04173fb8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3924499 May 19 16:51:45.966273 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37666) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:45.967496 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-9a2de494-5b85-4601-971f-eb172dc3500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:53Z', 'revision_number': 4, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port': {'id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'fc00c2b2-c1cd-4251-9308-1ca86e476607', 'name': '', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'mac_address': 'fa:16:3e:38:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:52Z', 'updated_at': '2022-05-19T16:47:58Z', 'revision_number': 5, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'subnets': [{'id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:45.973756 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-1e5db8b3-35b8-4d62-a290-cb788150f92a admin admin] Request body: {'subnet': {'network_id': '4fe1cda5-3462-4576-82dd-42f361871317', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1187374960-subnet', 'tenant_id': '34dfa2f0b34644ce84102414e307276e', 'ip_version': 4}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:45.978304 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network 4fe1cda5-3462-4576-82dd-42f361871317 details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:51:45.998939 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2de494-5b85-4601-971f-eb172dc3500c None None] Checking router: dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:51:46.000160 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5db8b3-35b8-4d62-a290-cb788150f92a admin admin] Made reservation on behalf of 34dfa2f0b34644ce84102414e307276e for: {'subnet': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:51:46.002997 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-1e5db8b3-35b8-4d62-a290-cb788150f92a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261016902'] for subnet (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:46.010020 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2de494-5b85-4601-971f-eb172dc3500c None None] Routers {'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:46.010822 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-9a2de494-5b85-4601-971f-eb172dc3500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:46.102071 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:46.124944 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-9a2de494-5b85-4601-971f-eb172dc3500c None None] Set router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:46.230689 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-1e5db8b3-35b8-4d62-a290-cb788150f92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260500185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261016912'] for subnet (03576e46-c00a-46c0-95e6-632347a7b72c), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:46.280627 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02f0eda-f50c-4234-a302-069cdbdf64ab x-openstack-request-id: req-e02f0eda-f50c-4234-a302-069cdbdf64ab {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:51:46.280627 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c98418-8020-43de-bbc8-d576ea6ef758", "tag": "c605e454-163b-4c14-a9ba-3e1b4b3ddc8a", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:51:46.280627 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e02f0eda-f50c-4234-a302-069cdbdf64ab {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:51:46.280627 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02f0eda-f50c-4234-a302-069cdbdf64ab'] response: {'name': 'network-changed', 'server_uuid': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'tag': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a', 'status': 'completed', 'code': 200} May 19 16:51:46.319148 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5db8b3-35b8-4d62-a290-cb788150f92a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03576e46-c00a-46c0-95e6-632347a7b72c,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:46.354189 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-9a2de494-5b85-4601-971f-eb172dc3500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:53Z', 'revision_number': 4, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port': {'id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'fc00c2b2-c1cd-4251-9308-1ca86e476607', 'name': '', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'mac_address': 'fa:16:3e:38:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:52Z', 'updated_at': '2022-05-19T16:47:58Z', 'revision_number': 5, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'subnets': [{'id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:46.392304 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2de494-5b85-4601-971f-eb172dc3500c None None] The sync data for ids ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'] in dv-cinder-842433-1-iscsi is: [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:53Z', 'revision_number': 4, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port': {'id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'fc00c2b2-c1cd-4251-9308-1ca86e476607', 'name': '', 'network_id': '456c9702-9a69-4541-891a-938fd3d1a085', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'mac_address': 'fa:16:3e:38:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:52Z', 'updated_at': '2022-05-19T16:47:58Z', 'revision_number': 5, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'subnets': [{'id': 'e9c0da3e-2101-42da-b7af-818adcbf0693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:51:46.400124 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Publish callbacks [] for port (68200993-e43d-4ff0-9f00-86ef3407e225), precommit_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:46.411279 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:46.413999 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5db8b3-35b8-4d62-a290-cb788150f92a admin admin] Checking segment: {'id': '9269fbbf-7dc7-48d7-862e-ed4ab4fde749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fe1cda5-3462-4576-82dd-42f361871317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:51:46.414412 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5db8b3-35b8-4d62-a290-cb788150f92a admin admin] Network hostable DHCP agents. Network: 4fe1cda5-3462-4576-82dd-42f361871317, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:51:46.421747 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a29567-c723-4be9-b1e5-e8aceef40cbc req-96a96578-a946-4aae-9f45-272184c035d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:46.423287 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-74a29567-c723-4be9-b1e5-e8aceef40cbc req-96a96578-a946-4aae-9f45-272184c035d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=66c1f23fbe114e9885266a0092cca13c&device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 1130 time: 0.0622892 May 19 16:51:46.439274 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5db8b3-35b8-4d62-a290-cb788150f92a admin admin] Network 4fe1cda5-3462-4576-82dd-42f361871317 is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:51:46.520098 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07eb49d-0bb1-41d2-a095-df36e47ff62a None None] Pushing event updated for resources: {'Port': ['ID=68200993-e43d-4ff0-9f00-86ef3407e225,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:46.533961 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-1e5db8b3-35b8-4d62-a290-cb788150f92a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, 4fe1cda5-3462-4576-82dd-42f361871317) {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:51:46.542073 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5db8b3-35b8-4d62-a290-cb788150f92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:46.542670 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-1e5db8b3-35b8-4d62-a290-cb788150f92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:46.571866 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-1e5db8b3-35b8-4d62-a290-cb788150f92a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6036811 May 19 16:51:46.572607 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37672) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:46.573869 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd466e0-853d-4602-9532-73ca8fe85519 None None] Network 4fe1cda5-3462-4576-82dd-42f361871317 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:51:46.581662 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1187374960-router', 'tenant_id': '34dfa2f0b34644ce84102414e307276e', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:46.607692 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9496db-23c5-4be0-8a86-0041a6dc8d58 req-9dcbe253-cdae-4684-b8ff-e3bdbe106d74 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:46.618906 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2d9496db-23c5-4be0-8a86-0041a6dc8d58 req-9dcbe253-cdae-4684-b8ff-e3bdbe106d74 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 945 time: 0.0888138 May 19 16:51:46.626596 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a29567-c723-4be9-b1e5-e8aceef40cbc req-aacd5197-fb12-49fd-9001-8252feb05048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:46.628405 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-74a29567-c723-4be9-b1e5-e8aceef40cbc req-aacd5197-fb12-49fd-9001-8252feb05048 service neutron] 10.222.0.48 "GET /v2.0/networks?id=456c9702-9a69-4541-891a-938fd3d1a085 HTTP/1.1" status: 200 len: 915 time: 0.1744950 May 19 16:51:46.633976 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11834'] for router (05d43599-9685-4dd8-b8d1-c45fbb8ec748), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:46.635070 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11829'] for router (05d43599-9685-4dd8-b8d1-c45fbb8ec748), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:46.653411 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Attempting to bind port 68200993-e43d-4ff0-9f00-86ef3407e225 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:51:46.653867 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Attempting to bind port 68200993-e43d-4ff0-9f00-86ef3407e225 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:51:46.654334 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Attempting to bind port 68200993-e43d-4ff0-9f00-86ef3407e225 on network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:51:46.664902 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:51:46.665491 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Checking segment: {'id': '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:51:46.665999 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:46.666545 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Bound using segment: {'id': '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:51:46.667137 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Bound port: 68200993-e43d-4ff0-9f00-86ef3407e225, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:51:46.667639 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:46.686071 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:46.723785 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2d9496db-23c5-4be0-8a86-0041a6dc8d58 req-4e1def28-1d8c-4496-9910-a433ceb0679a tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab31de06-8ba2-4fb9-9aba-336abc09e292&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989161 May 19 16:51:46.736457 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Publish callbacks [] for router_controller (05d43599-9685-4dd8-b8d1-c45fbb8ec748), precommit_add_association {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:46.824807 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58351b1b-7731-5889-bbf7-0fe85d83b94d-4fe1cda5-3462-4576-82dd-42f361871317', 'network_id': '4fe1cda5-3462-4576-82dd-42f361871317', 'project_id': '34dfa2f0b34644ce84102414e307276e', 'fixed_ips': [{'subnet_id': '03576e46-c00a-46c0-95e6-632347a7b72c'}]}} from dv-cinder-842433-1-iscsi. {{(pid=110372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 16:51:46.829742 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:46.839958 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ea1f7b-87e7-4565-ae26-519aa3080e29 None None] New status for floating IP cd141627-fe51-484a-a24b-b05e1d78c3ed: DOWN {{(pid=110372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:51:46.893245 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] For port 68200993-e43d-4ff0-9f00-86ef3407e225, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:51:46.941451 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 145888b9-2600-4c6e-9cdd-dc3d596b1e05 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:51:46.967549 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] For port 68200993-e43d-4ff0-9f00-86ef3407e225, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=68200993-e43d-4ff0-9f00-86ef3407e225,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:51:47.027087 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Publish callbacks [] for router_gateway (05d43599-9685-4dd8-b8d1-c45fbb8ec748), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:47.066587 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-74a29567-c723-4be9-b1e5-e8aceef40cbc req-86eeaad2-2e78-41ae-aeaf-4e07926b067d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a HTTP/1.1" status: 200 len: 217 time: 0.1034837 May 19 16:51:47.085382 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:47.100681 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-ef1fe7f3-d138-44ce-bd25-11bdd77128b6 None None] Provisioning complete for port 68200993-e43d-4ff0-9f00-86ef3407e225 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:47.101049 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ef1fe7f3-d138-44ce-bd25-11bdd77128b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:47.116748 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:47.201431 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.db_base_plugin_common [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Allocated IP 172.20.0.2 (4fe1cda5-3462-4576-82dd-42f361871317/03576e46-c00a-46c0-95e6-632347a7b72c/3fb450e2-f77e-4f2e-87c7-ac28d1f8688e) {{(pid=110372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:51:47.204665 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:47.213596 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:47.295412 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Publish callbacks [] for router_gateway (05d43599-9685-4dd8-b8d1-c45fbb8ec748), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:47.328907 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:47.444991 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 145888b9-2600-4c6e-9cdd-dc3d596b1e05 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:47.445661 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (145888b9-2600-4c6e-9cdd-dc3d596b1e05), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:47.466090 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Routers {'668ee9c4-7b03-43df-8c0a-10972394b0f0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:47.466720 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['668ee9c4-7b03-43df-8c0a-10972394b0f0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:47.521378 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a29567-c723-4be9-b1e5-e8aceef40cbc req-26b6a54e-cba5-4ffa-b63f-d20a2b7bf6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:47.522979 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-74a29567-c723-4be9-b1e5-e8aceef40cbc req-26b6a54e-cba5-4ffa-b63f-d20a2b7bf6ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c0da3e-2101-42da-b7af-818adcbf0693 HTTP/1.1" status: 200 len: 853 time: 0.1148634 May 19 16:51:47.526213 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07eb49d-0bb1-41d2-a095-df36e47ff62a None None] Pushing event updated for resources: {'Port': ['ID=68200993-e43d-4ff0-9f00-86ef3407e225,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:47.602542 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Allocated IP 172.27.1.232 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/b2fe1522-8485-404f-a15e-cf43b20dc09d) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:51:47.605140 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a29567-c723-4be9-b1e5-e8aceef40cbc req-39f9843d-014b-4d54-a46b-7cd86e84fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:47.606659 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-74a29567-c723-4be9-b1e5-e8aceef40cbc req-39f9843d-014b-4d54-a46b-7cd86e84fdee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=456c9702-9a69-4541-891a-938fd3d1a085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754304 May 19 16:51:47.610478 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:47.654459 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Publish callbacks [] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), precommit_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:47.655617 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:47.675091 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:47.703011 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-ef1fe7f3-d138-44ce-bd25-11bdd77128b6 None None] Current status of the port 68200993-e43d-4ff0-9f00-86ef3407e225 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:47.703244 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ef1fe7f3-d138-44ce-bd25-11bdd77128b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:47.730793 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] Set router 668ee9c4-7b03-43df-8c0a-10972394b0f0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:47.790090 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-74a29567-c723-4be9-b1e5-e8aceef40cbc req-8711c975-b633-4e80-95c9-598f4e9f7653 service neutron] 10.222.0.48 "GET /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750000 May 19 16:51:47.809408 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 145888b9-2600-4c6e-9cdd-dc3d596b1e05 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:47.812675 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Network 4fe1cda5-3462-4576-82dd-42f361871317 is already hosted by enough agents. {{(pid=110372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:51:47.818409 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:47.820857 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Publish callbacks [] for port (b2fe1522-8485-404f-a15e-cf43b20dc09d), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:47.828628 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.base_scheduler [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Resources bound (agent type, host, resource id): {{(pid=110372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:51:47.836528 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Pushing event updated for resources: {'Port': ['ID=3fb450e2-f77e-4f2e-87c7-ac28d1f8688e,revision_number=1']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:47.838941 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Received port after_create {{(pid=110372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:51:47.848165 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c39874-7091-4990-9f96-c78b6c7c6b73 req-007a00fa-fe58-498d-97ab-0a9a83061da4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:47.850581 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-82c39874-7091-4990-9f96-c78b6c7c6b73 req-007a00fa-fe58-498d-97ab-0a9a83061da4 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 945 time: 0.0635254 May 19 16:51:47.875987 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-ef1fe7f3-d138-44ce-bd25-11bdd77128b6 None None] For port 68200993-e43d-4ff0-9f00-86ef3407e225, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=68200993-e43d-4ff0-9f00-86ef3407e225,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:47.895368 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ef1fe7f3-d138-44ce-bd25-11bdd77128b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:47.921426 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-82c39874-7091-4990-9f96-c78b6c7c6b73 req-97dd985f-3df1-40ac-b33a-e1d3bc62d421 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab31de06-8ba2-4fb9-9aba-336abc09e292&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649495 May 19 16:51:47.924838 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (b2fe1522-8485-404f-a15e-cf43b20dc09d), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:47.972729 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:51:47.976543 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:51:47.979181 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:51:48.017768 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-74a29567-c723-4be9-b1e5-e8aceef40cbc req-facc2769-0766-4251-9424-366aa8edeb4f service neutron] 10.222.0.48 "GET /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210538 May 19 16:51:48.035484 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Pushing event updated for resources: {'Port': ['ID=b2fe1522-8485-404f-a15e-cf43b20dc09d,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:48.038472 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Attempting to bind port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:51:48.038819 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Attempting to bind port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '9269fbbf-7dc7-48d7-862e-ed4ab4fde749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fe1cda5-3462-4576-82dd-42f361871317'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:51:48.039181 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Attempting to bind port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e on network 4fe1cda5-3462-4576-82dd-42f361871317 {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:51:48.047672 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e10d55-3a7d-4a84-b261-6b397abf637f req-d1f9c3e9-b022-44db-a35c-4247b2dd9e87 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:48.050914 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b9e10d55-3a7d-4a84-b261-6b397abf637f req-d1f9c3e9-b022-44db-a35c-4247b2dd9e87 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 945 time: 0.0631583 May 19 16:51:48.054151 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fe7f3-d138-44ce-bd25-11bdd77128b6 None None] Pushing event updated for resources: {'Port': ['ID=68200993-e43d-4ff0-9f00-86ef3407e225,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:48.060945 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-314b5d1a-ff5e-43b9-8f05-dd5bdb101fa9 None None] Provisioning complete for port 68200993-e43d-4ff0-9f00-86ef3407e225 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:48.061389 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-314b5d1a-ff5e-43b9-8f05-dd5bdb101fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:48.061954 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37688) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:48.069509 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:51:48.069866 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-0e12911f-1b17-402f-a324-2f756082e909 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Request body: {'floatingip': {'port_id': '282d2d85-2868-496a-a864-3ec40b6f91a3'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:48.070000 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Checking segment: {'id': '9269fbbf-7dc7-48d7-862e-ed4ab4fde749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fe1cda5-3462-4576-82dd-42f361871317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:51:48.070311 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:48.070713 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Bound using segment: {'id': '9269fbbf-7dc7-48d7-862e-ed4ab4fde749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fe1cda5-3462-4576-82dd-42f361871317'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:51:48.071255 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Bound port: 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9269fbbf-7dc7-48d7-862e-ed4ab4fde749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fe1cda5-3462-4576-82dd-42f361871317'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:51:48.071593 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:48.090466 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:48.121216 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0e12911f-1b17-402f-a324-2f756082e909 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for floatingip (6e4a0e93-59d5-40ae-b636-bf7b364de464), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:48.212968 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:43Z', 'revision_number': 4, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port': {'id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '68200993-e43d-4ff0-9f00-86ef3407e225', 'name': '', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'mac_address': 'fa:16:3e:db:63:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:42Z', 'updated_at': '2022-05-19T16:51:46Z', 'revision_number': 4, 'project_id': 'f232c172df994d3d909d7999238b1935', 'subnets': [{'id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:48.215248 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] For port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:51:48.270061 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcbbc97-35f4-4dfd-84e9-9d5db2eddbdb None None] The sync data for ids ['668ee9c4-7b03-43df-8c0a-10972394b0f0'] in dv-cinder-842433-1-iscsi is: [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:43Z', 'revision_number': 4, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port': {'id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '68200993-e43d-4ff0-9f00-86ef3407e225', 'name': '', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'mac_address': 'fa:16:3e:db:63:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:42Z', 'updated_at': '2022-05-19T16:51:46Z', 'revision_number': 4, 'project_id': 'f232c172df994d3d909d7999238b1935', 'subnets': [{'id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:51:48.272967 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] For port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=3fb450e2-f77e-4f2e-87c7-ac28d1f8688e,segment=NetworkSegment(9269fbbf-7dc7-48d7-862e-ed4ab4fde749),segment_id=9269fbbf-7dc7-48d7-862e-ed4ab4fde749)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:51:48.285737 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:48.298877 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Publish callbacks [] for router_gateway (05d43599-9685-4dd8-b8d1-c45fbb8ec748), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:48.325466 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:48.567221 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-314b5d1a-ff5e-43b9-8f05-dd5bdb101fa9 None None] Current status of the port 68200993-e43d-4ff0-9f00-86ef3407e225 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:48.611696 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782274'] for router (05d43599-9685-4dd8-b8d1-c45fbb8ec748), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:48.658163 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:48.664438 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75988bde-289d-49fd-9d19-c06fd9135b0d None None] Pushing event updated for resources: {'Port': ['ID=3fb450e2-f77e-4f2e-87c7-ac28d1f8688e,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:48.842938 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Router 05d43599-9685-4dd8-b8d1-c45fbb8ec748 is scheduled to L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 with binding_index 1 {{(pid=110370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 16:51:48.843168 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:48.899550 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 68200993-e43d-4ff0-9f00-86ef3407e225 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:51:48.941933 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0e12911f-1b17-402f-a324-2f756082e909 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:48.954103 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0e12911f-1b17-402f-a324-2f756082e909 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (6e4a0e93-59d5-40ae-b636-bf7b364de464), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:49.013888 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 68200993-e43d-4ff0-9f00-86ef3407e225 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:49.014260 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:49.102911 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:49.105219 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:51:49.129341 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Sync routers for ids ['05d43599-9685-4dd8-b8d1-c45fbb8ec748'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:51:49.146976 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 68200993-e43d-4ff0-9f00-86ef3407e225 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:49.148079 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Routers {'05d43599-9685-4dd8-b8d1-c45fbb8ec748'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:49.148606 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:49.148727 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['05d43599-9685-4dd8-b8d1-c45fbb8ec748'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:49.153525 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-624ebc94-0502-44a9-a68c-bb5b44ee4492 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5758355 May 19 16:51:49.153978 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37712) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:49.401898 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Set router 05d43599-9685-4dd8-b8d1-c45fbb8ec748 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:49.463833 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:49.550466 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:49.633037 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'name': 'tempest-TestShelveInstance-1187374960-router', 'tenant_id': '34dfa2f0b34644ce84102414e307276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'b2fe1522-8485-404f-a15e-cf43b20dc09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:46Z', 'updated_at': '2022-05-19T16:51:48Z', 'revision_number': 3, 'project_id': '34dfa2f0b34644ce84102414e307276e', 'gw_port': {'id': 'b2fe1522-8485-404f-a15e-cf43b20dc09d', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:47Z', 'updated_at': '2022-05-19T16:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:49.647175 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [None req-0e12911f-1b17-402f-a324-2f756082e909 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Floating IP 6e4a0e93-59d5-40ae-b636-bf7b364de464 associated. External IP: 172.27.1.74, port: 282d2d85-2868-496a-a864-3ec40b6f91a3. May 19 16:51:49.661055 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f274347-cf59-4d50-a257-20a7d393f432 req-089a7c41-d85a-4a39-ad4e-2dd21d94fa7e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:49.662677 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1f274347-cf59-4d50-a257-20a7d393f432 req-089a7c41-d85a-4a39-ad4e-2dd21d94fa7e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0710113 May 19 16:51:49.683757 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:49.685603 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Checking router: 05d43599-9685-4dd8-b8d1-c45fbb8ec748 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:51:49.687219 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Updating router 05d43599-9685-4dd8-b8d1-c45fbb8ec748 port b2fe1522-8485-404f-a15e-cf43b20dc09d binding host dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:51:49.755461 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (b2fe1522-8485-404f-a15e-cf43b20dc09d), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:49.803347 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1f274347-cf59-4d50-a257-20a7d393f432 req-4644f1bf-3e97-4c71-808a-5d63d23a92a0 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077459 May 19 16:51:49.886125 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:50.041395 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e12911f-1b17-402f-a324-2f756082e909 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Router 16387848-4526-4be8-842c-7b63dbb34ad4 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:51:50.114281 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Allocated IP 172.20.0.1 (4fe1cda5-3462-4576-82dd-42f361871317/03576e46-c00a-46c0-95e6-632347a7b72c/0f0a6a24-5c27-41a6-b3b7-a86654084986) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:51:50.220610 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bad351-a62d-4aa1-931b-1b759c41fafc None None] Network 4fe1cda5-3462-4576-82dd-42f361871317 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:51:50.253632 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Publish callbacks [] for port (b2fe1522-8485-404f-a15e-cf43b20dc09d), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:50.259006 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:50.265369 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e12911f-1b17-402f-a324-2f756082e909 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:51:50.267407 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (b2fe1522-8485-404f-a15e-cf43b20dc09d), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:50.270181 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-0e12911f-1b17-402f-a324-2f756082e909 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:50.287938 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Publish callbacks [] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:50.329195 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Attempting to bind port b2fe1522-8485-404f-a15e-cf43b20dc09d on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:51:50.329466 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b122f50b-ab1d-47da-a514-34a723aaec55 None None] Sync routers for ids ['16387848-4526-4be8-842c-7b63dbb34ad4'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:51:50.329727 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Attempting to bind port b2fe1522-8485-404f-a15e-cf43b20dc09d by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:51:50.330682 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Attempting to bind port b2fe1522-8485-404f-a15e-cf43b20dc09d on network 98da84b6-3a55-4aa5-9045-219aa962a35a {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:51:50.332964 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-0e12911f-1b17-402f-a324-2f756082e909 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "PUT /v2.0/floatingips/6e4a0e93-59d5-40ae-b636-bf7b364de464 HTTP/1.1" status: 200 len: 990 time: 2.2699306 May 19 16:51:50.333833 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:50.337353 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8697fd67-9bdf-4779-9916-dae8319c1a80', 'tag': '282d2d85-2868-496a-a864-3ec40b6f91a3'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:51:50.342060 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7c7f90-1a7c-414c-9faa-9fcb06f9262c" -d '{"events": [{"name": "network-changed", "server_uuid": "8697fd67-9bdf-4779-9916-dae8319c1a80", "tag": "282d2d85-2868-496a-a864-3ec40b6f91a3"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:51:50.344720 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:50.351943 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-c939bb62-6d15-48c5-82eb-09d50ea894a2 None None] Provisioning complete for port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:50.353371 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c939bb62-6d15-48c5-82eb-09d50ea894a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:50.377874 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:51:50.378257 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Checking segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:51:50.378667 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:50.379735 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Bound using segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:51:50.380408 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Bound port: b2fe1522-8485-404f-a15e-cf43b20dc09d, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:51:50.380877 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (b2fe1522-8485-404f-a15e-cf43b20dc09d), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:50.399659 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b122f50b-ab1d-47da-a514-34a723aaec55 None None] Routers {'16387848-4526-4be8-842c-7b63dbb34ad4'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:50.400511 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-b122f50b-ab1d-47da-a514-34a723aaec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['16387848-4526-4be8-842c-7b63dbb34ad4'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:50.460085 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:50.467255 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d1bef-a04c-4952-ad6e-642c9bac569b req-94099a05-fb4c-49d4-8150-4f471d308d09 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:50.483371 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-201d1bef-a04c-4952-ad6e-642c9bac569b req-94099a05-fb4c-49d4-8150-4f471d308d09 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 946 time: 0.0728123 May 19 16:51:50.557041 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-201d1bef-a04c-4952-ad6e-642c9bac569b req-b558ec7d-a5a2-4ae5-ab24-7e18456a162d tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708776 May 19 16:51:50.589334 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da59d8-22a2-4169-8851-c7213af71d86 None None] Pushing event updated for resources: {'Port': ['ID=b2fe1522-8485-404f-a15e-cf43b20dc09d,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:50.610248 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] For port b2fe1522-8485-404f-a15e-cf43b20dc09d, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:51:50.615316 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] For port b2fe1522-8485-404f-a15e-cf43b20dc09d, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=b2fe1522-8485-404f-a15e-cf43b20dc09d,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:51:50.617102 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13b8c09-d533-4285-9194-989846aabdb1 x-openstack-request-id: req-e13b8c09-d533-4285-9194-989846aabdb1 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:51:50.617550 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8697fd67-9bdf-4779-9916-dae8319c1a80", "tag": "282d2d85-2868-496a-a864-3ec40b6f91a3", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:51:50.618304 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e13b8c09-d533-4285-9194-989846aabdb1 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:51:50.618976 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13b8c09-d533-4285-9194-989846aabdb1'] response: {'name': 'network-changed', 'server_uuid': '8697fd67-9bdf-4779-9916-dae8319c1a80', 'tag': '282d2d85-2868-496a-a864-3ec40b6f91a3', 'status': 'completed', 'code': 200} May 19 16:51:50.624122 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-c939bb62-6d15-48c5-82eb-09d50ea894a2 None None] Current status of the port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:50.624448 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (b2fe1522-8485-404f-a15e-cf43b20dc09d), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:50.624577 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c939bb62-6d15-48c5-82eb-09d50ea894a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:50.700226 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Routers {'05d43599-9685-4dd8-b8d1-c45fbb8ec748'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:50.700570 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['05d43599-9685-4dd8-b8d1-c45fbb8ec748'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:50.707272 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Pushing event updated for resources: {'Port': ['ID=0f0a6a24-5c27-41a6-b3b7-a86654084986,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:50.707476 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da59d8-22a2-4169-8851-c7213af71d86 None None] Pushing event updated for resources: {'Port': ['ID=b2fe1522-8485-404f-a15e-cf43b20dc09d,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:50.721796 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Network 4fe1cda5-3462-4576-82dd-42f361871317 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:51:50.723222 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:51:50.725635 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:51:50.735731 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-c939bb62-6d15-48c5-82eb-09d50ea894a2 None None] For port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=3fb450e2-f77e-4f2e-87c7-ac28d1f8688e,segment=NetworkSegment(9269fbbf-7dc7-48d7-862e-ed4ab4fde749),segment_id=9269fbbf-7dc7-48d7-862e-ed4ab4fde749)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:50.749128 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-b122f50b-ab1d-47da-a514-34a723aaec55 None None] Set router 16387848-4526-4be8-842c-7b63dbb34ad4 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:50.772041 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777199'] for router_interface (05d43599-9685-4dd8-b8d1-c45fbb8ec748), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:50.807274 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c939bb62-6d15-48c5-82eb-09d50ea894a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:50.857967 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] Set router 05d43599-9685-4dd8-b8d1-c45fbb8ec748 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:50.941365 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:51:50.994621 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb017d-95a3-408f-b945-ec7cb14df8f8 req-e118df62-8b2d-4395-97a0-76770cc29605 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:50.995133 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:51.004665 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-91cb017d-95a3-408f-b945-ec7cb14df8f8 req-e118df62-8b2d-4395-97a0-76770cc29605 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0693917 May 19 16:51:51.017031 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939bb62-6d15-48c5-82eb-09d50ea894a2 None None] Pushing event updated for resources: {'Port': ['ID=3fb450e2-f77e-4f2e-87c7-ac28d1f8688e,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:51.078380 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-91cb017d-95a3-408f-b945-ec7cb14df8f8 req-3a18043b-d3aa-4649-b54e-b067b38d0c82 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718884 May 19 16:51:51.113211 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:51.113589 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:51.115130 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-e37499f4-da5d-426c-b022-4d1431451ed6 None None] Provisioning complete for port 0f0a6a24-5c27-41a6-b3b7-a86654084986 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:51.115484 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e37499f4-da5d-426c-b022-4d1431451ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:51.128467 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:51.130154 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:51.131184 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'name': 'tempest-TestShelveInstance-1187374960-router', 'tenant_id': '34dfa2f0b34644ce84102414e307276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'b2fe1522-8485-404f-a15e-cf43b20dc09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:46Z', 'updated_at': '2022-05-19T16:51:48Z', 'revision_number': 3, 'project_id': '34dfa2f0b34644ce84102414e307276e', 'gw_port': {'id': 'b2fe1522-8485-404f-a15e-cf43b20dc09d', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:47Z', 'updated_at': '2022-05-19T16:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:51.137904 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:51.158364 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41887cf-b433-4aad-9f12-66bc130a472e None None] The sync data for ids ['05d43599-9685-4dd8-b8d1-c45fbb8ec748'] in dv-cinder-842433-1-iscsi is: [{'id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'name': 'tempest-TestShelveInstance-1187374960-router', 'tenant_id': '34dfa2f0b34644ce84102414e307276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'b2fe1522-8485-404f-a15e-cf43b20dc09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:46Z', 'updated_at': '2022-05-19T16:51:48Z', 'revision_number': 3, 'project_id': '34dfa2f0b34644ce84102414e307276e', 'gw_port': {'id': 'b2fe1522-8485-404f-a15e-cf43b20dc09d', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:47Z', 'updated_at': '2022-05-19T16:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:51:51.214842 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-e37499f4-da5d-426c-b022-4d1431451ed6 None None] Port 0f0a6a24-5c27-41a6-b3b7-a86654084986 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:51:51.248536 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-e37499f4-da5d-426c-b022-4d1431451ed6 None None] Provisioning complete for port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:51.248536 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e37499f4-da5d-426c-b022-4d1431451ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:51.279216 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Publish callbacks [] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:51.283676 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:51.346753 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:51.353399 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-b122f50b-ab1d-47da-a514-34a723aaec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '6e4a0e93-59d5-40ae-b636-bf7b364de464', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'port_id': '282d2d85-2868-496a-a864-3ec40b6f91a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'mac_address': 'fa:16:3e:07:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697fd67-9bdf-4779-9916-dae8319c1a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:51:31Z', 'updated_at': '2022-05-19T16:51:48Z', 'revision_number': 1, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:52Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:51.355225 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:51.359492 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Pushing event updated for resources: {'Port': ['ID=0f0a6a24-5c27-41a6-b3b7-a86654084986,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:51.363182 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-777637'] for router_interface (05d43599-9685-4dd8-b8d1-c45fbb8ec748), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:51.387216 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b122f50b-ab1d-47da-a514-34a723aaec55 None None] Checking router: 16387848-4526-4be8-842c-7b63dbb34ad4 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:51:51.424919 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b122f50b-ab1d-47da-a514-34a723aaec55 None None] Routers {'16387848-4526-4be8-842c-7b63dbb34ad4'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:51.429207 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-b122f50b-ab1d-47da-a514-34a723aaec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['16387848-4526-4be8-842c-7b63dbb34ad4'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:51.476712 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-e37499f4-da5d-426c-b022-4d1431451ed6 None None] Current status of the port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:51.497781 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Network 4fe1cda5-3462-4576-82dd-42f361871317 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:51:51.499599 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:51:51.573506 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-b122f50b-ab1d-47da-a514-34a723aaec55 None None] Set router 16387848-4526-4be8-842c-7b63dbb34ad4 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:51.675125 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Router 05d43599-9685-4dd8-b8d1-c45fbb8ec748 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:51:51.680764 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:51.703769 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:51.714343 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b6125-377f-4a99-99c2-f07cc6f233f4 req-2813bc44-9194-4881-a026-8e7894fdb48b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:51.715944 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-be2b6125-377f-4a99-99c2-f07cc6f233f4 req-2813bc44-9194-4881-a026-8e7894fdb48b tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 946 time: 0.0589352 May 19 16:51:51.724500 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-a6748053-5461-4574-bb20-be42c20526ab None None] Provisioning complete for port 0f0a6a24-5c27-41a6-b3b7-a86654084986 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:51.725240 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a6748053-5461-4574-bb20-be42c20526ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:51.804122 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-be2b6125-377f-4a99-99c2-f07cc6f233f4 req-cc7df4f8-58dc-4430-b099-a1bf99e89999 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d69f157-b5d6-47a4-9c39-40beec0f2de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802279 May 19 16:51:51.819210 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-a6748053-5461-4574-bb20-be42c20526ab None None] Port 0f0a6a24-5c27-41a6-b3b7-a86654084986 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:51:51.838045 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:51:51.848480 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-d57a519a-fd45-4637-a59e-36d25f35d057 admin admin] 10.222.0.36 "PUT /v2.0/routers/05d43599-9685-4dd8-b8d1-c45fbb8ec748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6927936 May 19 16:51:51.879337 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:51.916326 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-b122f50b-ab1d-47da-a514-34a723aaec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '6e4a0e93-59d5-40ae-b636-bf7b364de464', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'port_id': '282d2d85-2868-496a-a864-3ec40b6f91a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'mac_address': 'fa:16:3e:07:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697fd67-9bdf-4779-9916-dae8319c1a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:51:31Z', 'updated_at': '2022-05-19T16:51:48Z', 'revision_number': 1, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:52Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:51.924289 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c7f90-1a7c-414c-9faa-9fcb06f9262c req-8b8c54a2-bf7e-496c-9fd3-fade178fbc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:51.927814 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c7c7f90-1a7c-414c-9faa-9fcb06f9262c req-8b8c54a2-bf7e-496c-9fd3-fade178fbc0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd5d1150a9ed483bbd298b896bcf7f46&device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 1129 time: 0.0589080 May 19 16:51:51.948482 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b122f50b-ab1d-47da-a514-34a723aaec55 None None] The sync data for ids ['16387848-4526-4be8-842c-7b63dbb34ad4'] in dv-cinder-842433-1-iscsi is: [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '6e4a0e93-59d5-40ae-b636-bf7b364de464', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'port_id': '282d2d85-2868-496a-a864-3ec40b6f91a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'mac_address': 'fa:16:3e:07:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697fd67-9bdf-4779-9916-dae8319c1a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:51:31Z', 'updated_at': '2022-05-19T16:51:48Z', 'revision_number': 1, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:52Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:51:51.957656 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-dc67901b-3eca-447c-bf66-c1936fb8e883 None None] Provisioning complete for port 0f0a6a24-5c27-41a6-b3b7-a86654084986 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:51.958034 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-dc67901b-3eca-447c-bf66-c1936fb8e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.022070 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-dc67901b-3eca-447c-bf66-c1936fb8e883 None None] Port 0f0a6a24-5c27-41a6-b3b7-a86654084986 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:51:52.069822 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c7f90-1a7c-414c-9faa-9fcb06f9262c req-c8ec49e4-fe92-44b4-a894-21a2442d4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:52.071356 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c7c7f90-1a7c-414c-9faa-9fcb06f9262c req-c8ec49e4-fe92-44b4-a894-21a2442d4a37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d502c5b6-89c2-49f6-8ac0-adfabdff9156 HTTP/1.1" status: 200 len: 912 time: 0.1173916 May 19 16:51:52.152893 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c7c7f90-1a7c-414c-9faa-9fcb06f9262c req-ac8bc8ec-4c85-4b78-ae19-e34d83635b8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282d2d85-2868-496a-a864-3ec40b6f91a3 HTTP/1.1" status: 200 len: 998 time: 0.0735958 May 19 16:51:52.234812 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c7f90-1a7c-414c-9faa-9fcb06f9262c req-c9a0854d-6592-4cb8-877c-3e73b3b43165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:52.235274 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37742) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:52.236516 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c7c7f90-1a7c-414c-9faa-9fcb06f9262c req-c9a0854d-6592-4cb8-877c-3e73b3b43165 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f5191e-3500-4df3-8bf4-eea14d289679 HTTP/1.1" status: 200 len: 850 time: 0.0730321 May 19 16:51:52.240757 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-b612eb68-da8f-426f-9f53-fd3e672da775 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1027552672', 'description': 'tempest-secgroup-smoke-1027552672 description', 'project_id': 'f232c172df994d3d909d7999238b1935'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:52.271358 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b612eb68-da8f-426f-9f53-fd3e672da775 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.275500 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:52.279361 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85726744-4afa-478e-8c5d-28cff53ec9d9 None None] New status for floating IP 6e4a0e93-59d5-40ae-b636-bf7b364de464: ACTIVE {{(pid=110373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:51:52.365106 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa0f78-7ccf-41ed-a341-b37acb8209f0 req-e8956cd6-8497-4f68-abf6-cf3bb547de23 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:52.366688 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-66aa0f78-7ccf-41ed-a341-b37acb8209f0 req-e8956cd6-8497-4f68-abf6-cf3bb547de23 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0717072 May 19 16:51:52.439721 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b612eb68-da8f-426f-9f53-fd3e672da775 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group (08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.444553 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-66aa0f78-7ccf-41ed-a341-b37acb8209f0 req-03a55574-5964-4a4a-85b1-621755a0b0de tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697629 May 19 16:51:52.445600 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b612eb68-da8f-426f-9f53-fd3e672da775 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.487888 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b612eb68-da8f-426f-9f53-fd3e672da775 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.489108 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-b612eb68-da8f-426f-9f53-fd3e672da775 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2519577 May 19 16:51:52.495087 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37744) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:52.501598 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Request body: {'security_group_rule': {'security_group_id': '08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7', 'project_id': 'f232c172df994d3d909d7999238b1935', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:52.506091 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612eb68-da8f-426f-9f53-fd3e672da775 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:52.525991 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c7f90-1a7c-414c-9faa-9fcb06f9262c req-6fad54e1-0b1c-4b6d-89f1-87a0324e08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:52.527526 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c7c7f90-1a7c-414c-9faa-9fcb06f9262c req-6fad54e1-0b1c-4b6d-89f1-87a0324e08bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d502c5b6-89c2-49f6-8ac0-adfabdff9156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683911 May 19 16:51:52.528551 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20164a2d-4658-4218-b1d5-409d91700f52 req-4cb0399f-bbf0-4741-b39c-73105f6396ed tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:52.530061 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-20164a2d-4658-4218-b1d5-409d91700f52 req-4cb0399f-bbf0-4741-b39c-73105f6396ed tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 946 time: 0.0624824 May 19 16:51:52.585430 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (1da0d26c-9eb8-40ff-b3ed-8170b182a6df), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.615652 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:52.632866 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-20164a2d-4658-4218-b1d5-409d91700f52 req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Deleting port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:51:52.633241 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-20164a2d-4658-4218-b1d5-409d91700f52 req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.672210 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c7c7f90-1a7c-414c-9faa-9fcb06f9262c req-8e4b00cf-1d2a-4493-8336-43048ecd64d1 service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344380 May 19 16:51:52.696754 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (1da0d26c-9eb8-40ff-b3ed-8170b182a6df), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.707456 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (1da0d26c-9eb8-40ff-b3ed-8170b182a6df), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.730454 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-20164a2d-4658-4218-b1d5-409d91700f52 req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] For port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,segment=NetworkSegment(c96f06da-4ee5-4ff2-85ae-5fc0ef56215f),segment_id=c96f06da-4ee5-4ff2-85ae-5fc0ef56215f)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:52.730827 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-20164a2d-4658-4218-b1d5-409d91700f52 req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.746055 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-20164a2d-4658-4218-b1d5-409d91700f52 req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Calling delete_port for c605e454-163b-4c14-a9ba-3e1b4b3ddc8a owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:51:52.760236 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da0d26c-9eb8-40ff-b3ed-8170b182a6df,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:52.775687 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.776826 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2807932 May 19 16:51:52.778295 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.778660 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.778988 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.779345 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.779657 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.779992 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.780317 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.780661 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.781054 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.784791 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.784791 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.785006 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.785245 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.785659 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.785997 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d559a-8275-472d-90c4-9cffeb714a57 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:52.789001 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37746) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:52.801256 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-de950024-1334-4380-9409-b1541caad446 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Request body: {'security_group_rule': {'security_group_id': '08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7', 'project_id': 'f232c172df994d3d909d7999238b1935', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:52.840258 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4c7c7f90-1a7c-414c-9faa-9fcb06f9262c req-700ead13-402d-4855-a617-38807a7f6179 service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578619 May 19 16:51:52.864724 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-de950024-1334-4380-9409-b1541caad446 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (25fef03d-4536-4d67-879b-aff5a1696a37), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.929037 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-20164a2d-4658-4218-b1d5-409d91700f52 req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (c605e454-163b-4c14-a9ba-3e1b4b3ddc8a), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.947431 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['c605e454-163b-4c14-a9ba-3e1b4b3ddc8a'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:51:52.959138 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-de950024-1334-4380-9409-b1541caad446 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (25fef03d-4536-4d67-879b-aff5a1696a37), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.963499 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Pushing event deleted for resources: {'Port': ['ID=c605e454-163b-4c14-a9ba-3e1b4b3ddc8a,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:52.964695 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-de950024-1334-4380-9409-b1541caad446 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (25fef03d-4536-4d67-879b-aff5a1696a37), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:52.984528 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de950024-1334-4380-9409-b1541caad446 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fef03d-4536-4d67-879b-aff5a1696a37,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:52.999123 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-de950024-1334-4380-9409-b1541caad446 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.001013 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-de950024-1334-4380-9409-b1541caad446 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2086871 May 19 16:51:53.002887 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d0a037ab-8dd0-4652-9098-5fc705e5c9ec req-0f6949f4-9b04-446a-ab87-23790ad8f6da tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c98418-8020-43de-bbc8-d576ea6ef758 HTTP/1.1" status: 200 len: 210 time: 0.0400693 May 19 16:51:53.004302 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37750) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:53.010686 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-cbb9df42-dc7d-4ae3-84a3-9e35d0461f4c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Request body: {'security_group_rule': {'security_group_id': '08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7', 'project_id': 'f232c172df994d3d909d7999238b1935', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:53.038177 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.038565 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.039088 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.039494 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.039849 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.040209 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.040552 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.040967 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.041347 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.042244 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.042244 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.042529 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.042733 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.043036 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.043370 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:51:53.055646 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cbb9df42-dc7d-4ae3-84a3-9e35d0461f4c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (cfb1cbbb-753c-48bf-95c3-1796c5294249), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.068943 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-20164a2d-4658-4218-b1d5-409d91700f52 req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] No DVR routers for this DVR port c605e454-163b-4c14-a9ba-3e1b4b3ddc8a on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:51:53.071595 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-20164a2d-4658-4218-b1d5-409d91700f52 req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.076253 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-20164a2d-4658-4218-b1d5-409d91700f52 req-32f63cab-b164-4ea2-a3f5-8c714e9ec394 tempest-TestMinimumBasicScenario-216844687 tempest-TestMinimumBasicScenario-216844687-project] 10.222.0.48 "DELETE /v2.0/ports/c605e454-163b-4c14-a9ba-3e1b4b3ddc8a HTTP/1.1" status: 204 len: 173 time: 0.5383704 May 19 16:51:53.076741 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'name': 'network-vif-deleted', 'tag': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:51:53.079211 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8174afe0-9c1d-4358-a5a7-d621bae02d1c" -d '{"events": [{"server_uuid": "c0c98418-8020-43de-bbc8-d576ea6ef758", "name": "network-vif-deleted", "tag": "c605e454-163b-4c14-a9ba-3e1b4b3ddc8a"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:51:53.135470 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cbb9df42-dc7d-4ae3-84a3-9e35d0461f4c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (cfb1cbbb-753c-48bf-95c3-1796c5294249), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.138170 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a8866e-988b-498c-b447-d84f85ff07a2 x-openstack-request-id: req-43a8866e-988b-498c-b447-d84f85ff07a2 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:51:53.138783 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c98418-8020-43de-bbc8-d576ea6ef758", "name": "network-vif-deleted", "tag": "c605e454-163b-4c14-a9ba-3e1b4b3ddc8a", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:51:53.139240 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43a8866e-988b-498c-b447-d84f85ff07a2 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:51:53.139728 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a8866e-988b-498c-b447-d84f85ff07a2'] response: {'server_uuid': 'c0c98418-8020-43de-bbc8-d576ea6ef758', 'name': 'network-vif-deleted', 'tag': 'c605e454-163b-4c14-a9ba-3e1b4b3ddc8a', 'status': 'completed', 'code': 200} May 19 16:51:53.141522 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cbb9df42-dc7d-4ae3-84a3-9e35d0461f4c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (cfb1cbbb-753c-48bf-95c3-1796c5294249), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.160288 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9df42-dc7d-4ae3-84a3-9e35d0461f4c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb1cbbb-753c-48bf-95c3-1796c5294249,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:53.165284 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:53.177548 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cbb9df42-dc7d-4ae3-84a3-9e35d0461f4c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.178293 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b2fe1522-8485-404f-a15e-cf43b20dc09d up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:51:53.178787 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-cbb9df42-dc7d-4ae3-84a3-9e35d0461f4c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1730843 May 19 16:51:53.182068 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37754) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:53.186562 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-5e89cb5e-f10b-4a9b-ab8c-5cab8f201319 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Request body: {'security_group_rule': {'security_group_id': '08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7', 'project_id': 'f232c172df994d3d909d7999238b1935', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:53.228081 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port b2fe1522-8485-404f-a15e-cf43b20dc09d triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:53.228459 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5e89cb5e-f10b-4a9b-ab8c-5cab8f201319 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (b9956af1-39e3-4a7e-9f1b-babd49a088d0), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.228723 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (b2fe1522-8485-404f-a15e-cf43b20dc09d), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.244329 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:53.301007 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5e89cb5e-f10b-4a9b-ab8c-5cab8f201319 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (b9956af1-39e3-4a7e-9f1b-babd49a088d0), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.303299 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port b2fe1522-8485-404f-a15e-cf43b20dc09d is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:53.303699 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (b2fe1522-8485-404f-a15e-cf43b20dc09d), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.304827 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5e89cb5e-f10b-4a9b-ab8c-5cab8f201319 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (b9956af1-39e3-4a7e-9f1b-babd49a088d0), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.315462 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:53.327216 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89cb5e-f10b-4a9b-ab8c-5cab8f201319 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9956af1-39e3-4a7e-9f1b-babd49a088d0,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:53.332761 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port b2fe1522-8485-404f-a15e-cf43b20dc09d, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=b2fe1522-8485-404f-a15e-cf43b20dc09d,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:53.336407 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5e89cb5e-f10b-4a9b-ab8c-5cab8f201319 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.337742 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-5e89cb5e-f10b-4a9b-ab8c-5cab8f201319 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1551349 May 19 16:51:53.340447 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37756) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:53.343273 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (b2fe1522-8485-404f-a15e-cf43b20dc09d), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.344520 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:51:53.345283 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-9dcfa551-880f-49e8-8bcd-dacfcaff273c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Request body: {'security_group_rule': {'security_group_id': '08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7', 'project_id': 'f232c172df994d3d909d7999238b1935', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:53.380639 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.securitygroups_db [None req-9dcfa551-880f-49e8-8bcd-dacfcaff273c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Project f232c172df994d3d909d7999238b1935 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 16:51:53.387581 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa551-880f-49e8-8bcd-dacfcaff273c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (cd42022a-0a7c-4b79-a8fa-229886c9c907), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.391094 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Sync routers for ids ['05d43599-9685-4dd8-b8d1-c45fbb8ec748'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:51:53.428662 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Routers {'05d43599-9685-4dd8-b8d1-c45fbb8ec748'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:53.429327 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['05d43599-9685-4dd8-b8d1-c45fbb8ec748'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:53.454617 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa551-880f-49e8-8bcd-dacfcaff273c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (cd42022a-0a7c-4b79-a8fa-229886c9c907), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.468742 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa551-880f-49e8-8bcd-dacfcaff273c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (cd42022a-0a7c-4b79-a8fa-229886c9c907), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.492147 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=b2fe1522-8485-404f-a15e-cf43b20dc09d,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:53.504812 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfa551-880f-49e8-8bcd-dacfcaff273c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd42022a-0a7c-4b79-a8fa-229886c9c907,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:53.524888 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa551-880f-49e8-8bcd-dacfcaff273c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.526505 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:53.529583 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-9dcfa551-880f-49e8-8bcd-dacfcaff273c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1854672 May 19 16:51:53.529697 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.530002 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37760) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:53.535621 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-cab0cfbc-23ba-422b-b5e1-635ba7aa06b7 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Request body: {'security_group_rule': {'security_group_id': '08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7', 'project_id': 'f232c172df994d3d909d7999238b1935', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:51:53.579761 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:53.599071 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.securitygroups_db [None req-cab0cfbc-23ba-422b-b5e1-635ba7aa06b7 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Project f232c172df994d3d909d7999238b1935 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 16:51:53.606227 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cab0cfbc-23ba-422b-b5e1-635ba7aa06b7 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (6057fee0-a534-4ed9-9c40-6470aa0e709e), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.624267 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e97233-7ce4-4c1c-aab7-970eca1e6d4e req-1cfdfabf-da78-43e4-8618-383e00808ffe tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:53.633253 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-39e97233-7ce4-4c1c-aab7-970eca1e6d4e req-1cfdfabf-da78-43e4-8618-383e00808ffe tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0743728 May 19 16:51:53.682704 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cab0cfbc-23ba-422b-b5e1-635ba7aa06b7 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (6057fee0-a534-4ed9-9c40-6470aa0e709e), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.688361 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cab0cfbc-23ba-422b-b5e1-635ba7aa06b7 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (6057fee0-a534-4ed9-9c40-6470aa0e709e), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.693803 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-39e97233-7ce4-4c1c-aab7-970eca1e6d4e req-8d5ec78a-fe24-40a9-827b-c8d2253803bd tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597188 May 19 16:51:53.695799 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Set router 05d43599-9685-4dd8-b8d1-c45fbb8ec748 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:53.708876 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0cfbc-23ba-422b-b5e1-635ba7aa06b7 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6057fee0-a534-4ed9-9c40-6470aa0e709e,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:53.722167 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cab0cfbc-23ba-422b-b5e1-635ba7aa06b7 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:53.725193 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-cab0cfbc-23ba-422b-b5e1-635ba7aa06b7 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1925082 May 19 16:51:53.727981 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:53.814604 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:53.900862 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'name': 'tempest-TestShelveInstance-1187374960-router', 'tenant_id': '34dfa2f0b34644ce84102414e307276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'b2fe1522-8485-404f-a15e-cf43b20dc09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:46Z', 'updated_at': '2022-05-19T16:51:50Z', 'revision_number': 4, 'project_id': '34dfa2f0b34644ce84102414e307276e', 'gw_port': {'id': 'b2fe1522-8485-404f-a15e-cf43b20dc09d', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:47Z', 'updated_at': '2022-05-19T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '0f0a6a24-5c27-41a6-b3b7-a86654084986', 'name': '', 'network_id': '4fe1cda5-3462-4576-82dd-42f361871317', 'tenant_id': '34dfa2f0b34644ce84102414e307276e', 'mac_address': 'fa:16:3e:c5:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03576e46-c00a-46c0-95e6-632347a7b72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:49Z', 'updated_at': '2022-05-19T16:51:51Z', 'revision_number': 2, 'project_id': '34dfa2f0b34644ce84102414e307276e', 'subnets': [{'id': '03576e46-c00a-46c0-95e6-632347a7b72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:53.927539 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Checking router: 05d43599-9685-4dd8-b8d1-c45fbb8ec748 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:51:53.927898 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Updating router 05d43599-9685-4dd8-b8d1-c45fbb8ec748 port 0f0a6a24-5c27-41a6-b3b7-a86654084986 binding host dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:51:53.960823 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:54.293446 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Publish callbacks [] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), precommit_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:54.299304 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:54.353066 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab2f1e-c078-4e7d-b54c-6ef10a9679fe None None] Pushing event updated for resources: {'Port': ['ID=0f0a6a24-5c27-41a6-b3b7-a86654084986,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:54.424561 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Attempting to bind port 0f0a6a24-5c27-41a6-b3b7-a86654084986 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:51:54.425297 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Attempting to bind port 0f0a6a24-5c27-41a6-b3b7-a86654084986 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': '9269fbbf-7dc7-48d7-862e-ed4ab4fde749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fe1cda5-3462-4576-82dd-42f361871317'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:51:54.425669 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Attempting to bind port 0f0a6a24-5c27-41a6-b3b7-a86654084986 on network 4fe1cda5-3462-4576-82dd-42f361871317 {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:51:54.432445 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:51:54.432893 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Checking segment: {'id': '9269fbbf-7dc7-48d7-862e-ed4ab4fde749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fe1cda5-3462-4576-82dd-42f361871317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:51:54.433576 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:54.434250 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Bound using segment: {'id': '9269fbbf-7dc7-48d7-862e-ed4ab4fde749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fe1cda5-3462-4576-82dd-42f361871317'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:51:54.435001 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Bound port: 0f0a6a24-5c27-41a6-b3b7-a86654084986, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9269fbbf-7dc7-48d7-862e-ed4ab4fde749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fe1cda5-3462-4576-82dd-42f361871317'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:51:54.435397 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:54.510861 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] For port 0f0a6a24-5c27-41a6-b3b7-a86654084986, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:51:54.515331 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] For port 0f0a6a24-5c27-41a6-b3b7-a86654084986, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=0f0a6a24-5c27-41a6-b3b7-a86654084986,segment=NetworkSegment(9269fbbf-7dc7-48d7-862e-ed4ab4fde749),segment_id=9269fbbf-7dc7-48d7-862e-ed4ab4fde749)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:51:54.516909 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:54.529833 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:54.606407 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Routers {'05d43599-9685-4dd8-b8d1-c45fbb8ec748'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:54.607047 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['05d43599-9685-4dd8-b8d1-c45fbb8ec748'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:54.610064 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab2f1e-c078-4e7d-b54c-6ef10a9679fe None None] Pushing event updated for resources: {'Port': ['ID=0f0a6a24-5c27-41a6-b3b7-a86654084986,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:54.701628 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-b94e114c-cfe9-47b0-9185-b9df834597ea None None] Provisioning complete for port 0f0a6a24-5c27-41a6-b3b7-a86654084986 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:54.702010 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b94e114c-cfe9-47b0-9185-b9df834597ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:54.884462 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b2fe1522-8485-404f-a15e-cf43b20dc09d up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:51:54.887501 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b9822-5252-4ce0-9d4d-e2f92d023bee req-f958357d-8ff6-4743-bb1b-6248fe112f46 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:54.895134 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:54.896443 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cf1b9822-5252-4ce0-9d4d-e2f92d023bee req-f958357d-8ff6-4743-bb1b-6248fe112f46 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0907881 May 19 16:51:54.899215 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] Set router 05d43599-9685-4dd8-b8d1-c45fbb8ec748 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:54.918891 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37864) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:54.965885 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cf1b9822-5252-4ce0-9d4d-e2f92d023bee req-f6e2d7f7-75f1-4f2f-93a4-29ab2e77aa35 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684073 May 19 16:51:55.040341 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:55.051853 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-b94e114c-cfe9-47b0-9185-b9df834597ea None None] Current status of the port 0f0a6a24-5c27-41a6-b3b7-a86654084986 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:55.052425 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b94e114c-cfe9-47b0-9185-b9df834597ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:55.114811 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port b2fe1522-8485-404f-a15e-cf43b20dc09d triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:55.115183 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (b2fe1522-8485-404f-a15e-cf43b20dc09d), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:55.304834 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-b94e114c-cfe9-47b0-9185-b9df834597ea None None] For port 0f0a6a24-5c27-41a6-b3b7-a86654084986, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=0f0a6a24-5c27-41a6-b3b7-a86654084986,segment=NetworkSegment(9269fbbf-7dc7-48d7-862e-ed4ab4fde749),segment_id=9269fbbf-7dc7-48d7-862e-ed4ab4fde749)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:55.313504 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b94e114c-cfe9-47b0-9185-b9df834597ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:55.350489 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e641ebb6-9502-4f97-90da-5e8737710aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-777684'] for router_interface (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:55.464509 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e114c-cfe9-47b0-9185-b9df834597ea None None] Pushing event updated for resources: {'Port': ['ID=0f0a6a24-5c27-41a6-b3b7-a86654084986,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:55.472362 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-453ff055-3db7-43a4-8de1-b39e10fd5eca None None] Provisioning complete for port 0f0a6a24-5c27-41a6-b3b7-a86654084986 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:55.472834 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-453ff055-3db7-43a4-8de1-b39e10fd5eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:55.474953 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port b2fe1522-8485-404f-a15e-cf43b20dc09d is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:55.478255 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'name': 'tempest-TestShelveInstance-1187374960-router', 'tenant_id': '34dfa2f0b34644ce84102414e307276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'b2fe1522-8485-404f-a15e-cf43b20dc09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:46Z', 'updated_at': '2022-05-19T16:51:50Z', 'revision_number': 4, 'project_id': '34dfa2f0b34644ce84102414e307276e', 'gw_port': {'id': 'b2fe1522-8485-404f-a15e-cf43b20dc09d', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:47Z', 'updated_at': '2022-05-19T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '0f0a6a24-5c27-41a6-b3b7-a86654084986', 'name': '', 'network_id': '4fe1cda5-3462-4576-82dd-42f361871317', 'tenant_id': '34dfa2f0b34644ce84102414e307276e', 'mac_address': 'fa:16:3e:c5:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03576e46-c00a-46c0-95e6-632347a7b72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:49Z', 'updated_at': '2022-05-19T16:51:54Z', 'revision_number': 4, 'project_id': '34dfa2f0b34644ce84102414e307276e', 'subnets': [{'id': '03576e46-c00a-46c0-95e6-632347a7b72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:55.524174 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9902cb7-7673-4c87-9831-2cd021c4accd None None] The sync data for ids ['05d43599-9685-4dd8-b8d1-c45fbb8ec748'] in dv-cinder-842433-1-iscsi is: [{'id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'name': 'tempest-TestShelveInstance-1187374960-router', 'tenant_id': '34dfa2f0b34644ce84102414e307276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'b2fe1522-8485-404f-a15e-cf43b20dc09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:46Z', 'updated_at': '2022-05-19T16:51:50Z', 'revision_number': 4, 'project_id': '34dfa2f0b34644ce84102414e307276e', 'gw_port': {'id': 'b2fe1522-8485-404f-a15e-cf43b20dc09d', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:47Z', 'updated_at': '2022-05-19T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '0f0a6a24-5c27-41a6-b3b7-a86654084986', 'name': '', 'network_id': '4fe1cda5-3462-4576-82dd-42f361871317', 'tenant_id': '34dfa2f0b34644ce84102414e307276e', 'mac_address': 'fa:16:3e:c5:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '03576e46-c00a-46c0-95e6-632347a7b72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:49Z', 'updated_at': '2022-05-19T16:51:54Z', 'revision_number': 4, 'project_id': '34dfa2f0b34644ce84102414e307276e', 'subnets': [{'id': '03576e46-c00a-46c0-95e6-632347a7b72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:51:55.570802 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:55.607031 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-453ff055-3db7-43a4-8de1-b39e10fd5eca None None] Current status of the port 0f0a6a24-5c27-41a6-b3b7-a86654084986 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:55.680745 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-e641ebb6-9502-4f97-90da-5e8737710aee admin admin] Deleting port fc00c2b2-c1cd-4251-9308-1ca86e476607 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:51:55.681092 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e641ebb6-9502-4f97-90da-5e8737710aee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:55.773453 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-e641ebb6-9502-4f97-90da-5e8737710aee admin admin] For port fc00c2b2-c1cd-4251-9308-1ca86e476607, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=fc00c2b2-c1cd-4251-9308-1ca86e476607,segment=NetworkSegment(c96f06da-4ee5-4ff2-85ae-5fc0ef56215f),segment_id=c96f06da-4ee5-4ff2-85ae-5fc0ef56215f)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:55.773955 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e641ebb6-9502-4f97-90da-5e8737710aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:55.793594 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-e641ebb6-9502-4f97-90da-5e8737710aee admin admin] Calling delete_port for fc00c2b2-c1cd-4251-9308-1ca86e476607 owned by network:router_interface {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:51:55.929109 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:56.005514 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e641ebb6-9502-4f97-90da-5e8737710aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (fc00c2b2-c1cd-4251-9308-1ca86e476607), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:56.032548 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641ebb6-9502-4f97-90da-5e8737710aee admin admin] Pushing event deleted for resources: {'Port': ['ID=fc00c2b2-c1cd-4251-9308-1ca86e476607,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:56.117771 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beee82-356e-4344-80c0-5d2121588158 req-0b84e5ff-88a4-406e-936f-16fed5c59437 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:56.118949 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:56.130212 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-47beee82-356e-4344-80c0-5d2121588158 req-0b84e5ff-88a4-406e-936f-16fed5c59437 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0704982 May 19 16:51:56.186717 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-47beee82-356e-4344-80c0-5d2121588158 req-c9b6f97d-fcb2-4263-84cc-b1521e0085f4 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549250 May 19 16:51:56.275730 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e641ebb6-9502-4f97-90da-5e8737710aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773835'] for router_interface (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:56.505896 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e641ebb6-9502-4f97-90da-5e8737710aee admin admin] Router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:51:56.612924 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e641ebb6-9502-4f97-90da-5e8737710aee admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:51:56.618683 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-e641ebb6-9502-4f97-90da-5e8737710aee admin admin] 10.222.0.36 "PUT /v2.0/routers/dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6979842 May 19 16:51:56.620937 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37872) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:56.624706 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3086b-9186-46e8-b3b7-25e019aaeb76 None None] Sync routers for ids ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:51:56.636484 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3086b-9186-46e8-b3b7-25e019aaeb76 None None] Routers {'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:56.637123 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-55c3086b-9186-46e8-b3b7-25e019aaeb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:56.739862 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] Publish callbacks [] for router (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:56.753687 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-55c3086b-9186-46e8-b3b7-25e019aaeb76 None None] Set router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:56.863254 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] Publish callbacks [] for router_gateway (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:56.914725 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 0f0a6a24-5c27-41a6-b3b7-a86654084986 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:51:56.927810 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] Deleting port acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:51:56.928595 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:56.933225 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-55c3086b-9186-46e8-b3b7-25e019aaeb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:51:55Z', 'revision_number': 5, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port': {'id': 'acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:56.962014 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3086b-9186-46e8-b3b7-25e019aaeb76 None None] Checking router: dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:51:56.971562 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3086b-9186-46e8-b3b7-25e019aaeb76 None None] Routers {'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:51:56.972169 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-55c3086b-9186-46e8-b3b7-25e019aaeb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:56.974078 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 0f0a6a24-5c27-41a6-b3b7-a86654084986 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:51:56.974661 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:57.035794 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] For port acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:57.036413 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:57.052306 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:57.053142 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] Calling delete_port for acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 owned by network:router_gateway {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:51:57.060760 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 0f0a6a24-5c27-41a6-b3b7-a86654084986 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:51:57.066336 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-55c3086b-9186-46e8-b3b7-25e019aaeb76 None None] Set router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf gateway port host: None {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:51:57.115705 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-55c3086b-9186-46e8-b3b7-25e019aaeb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:51:56Z', 'revision_number': 6, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port_host': None}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:57.129428 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:57.142004 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3086b-9186-46e8-b3b7-25e019aaeb76 None None] The sync data for ids ['dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf'] in dv-cinder-842433-1-iscsi is: [{'id': 'dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf', 'name': 'tempest-TestMinimumBasicScenario-160234444-router', 'tenant_id': '66c1f23fbe114e9885266a0092cca13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:50Z', 'updated_at': '2022-05-19T16:51:56Z', 'revision_number': 6, 'project_id': '66c1f23fbe114e9885266a0092cca13c', 'gw_port_host': None}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:51:57.235032 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:57.262346 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:57.313410 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958df09-edd2-4a89-aa71-db62e583bdec req-e0ab5e2f-5951-4303-9e0f-1cbaa8cc6ebe tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:57.316897 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1958df09-edd2-4a89-aa71-db62e583bdec req-e0ab5e2f-5951-4303-9e0f-1cbaa8cc6ebe tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0526402 May 19 16:51:57.339750 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782310'] for router_gateway (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:57.375921 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1958df09-edd2-4a89-aa71-db62e583bdec req-defcb48d-0e61-4840-b189-687fdd4e1e36 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544410 May 19 16:51:57.700458 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11820'] for router (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:57.703285 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] Publish callbacks [] for router_controller (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:57.745971 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783543'] for router (dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:57.746588 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf {{(pid=110370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 16:51:57.751030 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:57.754715 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-5a971922-9430-410a-ad87-630a5a73c0d5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/dae5c3a8-a501-43fd-99a3-b2d50d8f0ecf HTTP/1.1" status: 204 len: 168 time: 1.1237192 May 19 16:51:57.755193 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37878) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:57.803661 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_v2 [None req-88164b19-f3c6-4379-bca8-6416de416bd2 admin admin] Deleting subnet e9c0da3e-2101-42da-b7af-818adcbf0693 {{(pid=110370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:51:57.806937 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-88164b19-f3c6-4379-bca8-6416de416bd2 admin admin] Publish callbacks [] for subnet (e9c0da3e-2101-42da-b7af-818adcbf0693), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:57.847988 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-88164b19-f3c6-4379-bca8-6416de416bd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260361774'] for subnet (e9c0da3e-2101-42da-b7af-818adcbf0693), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:57.929302 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-88164b19-f3c6-4379-bca8-6416de416bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (e9c0da3e-2101-42da-b7af-818adcbf0693), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:57.936924 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device c605e454-163b-4c14-a9ba-3e1b4b3ddc8a no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:51:57.961229 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: c605e454-163b-4c14-a9ba-3e1b4b3ddc8a {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:51:57.961229 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device c605e454-163b-4c14-a9ba-3e1b4b3ddc8a not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:51:57.995294 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-88164b19-f3c6-4379-bca8-6416de416bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260500120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261016939'] for subnet (e9c0da3e-2101-42da-b7af-818adcbf0693), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.020919 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88164b19-f3c6-4379-bca8-6416de416bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c0da3e-2101-42da-b7af-818adcbf0693,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:58.027665 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-88164b19-f3c6-4379-bca8-6416de416bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.032069 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-88164b19-f3c6-4379-bca8-6416de416bd2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e9c0da3e-2101-42da-b7af-818adcbf0693 HTTP/1.1" status: 204 len: 168 time: 0.2756236 May 19 16:51:58.033126 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5782d9e0-def0-42c5-9ae8-63db0dfbd4dd None None] Network 456c9702-9a69-4541-891a-938fd3d1a085 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:51:58.034522 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 37880) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:58.111083 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (456c9702-9a69-4541-891a-938fd3d1a085), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.159564 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Deleting port bf523c1a-c1f4-4102-b384-6299e1539180 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:51:58.159914 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (bf523c1a-c1f4-4102-b384-6299e1539180), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.222283 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ef0f78-435e-45d3-94f8-0839b1367fe3 None None] DHCP port deletion for 456c9702-9a69-4541-891a-938fd3d1a085 request from dv-cinder-842433-1-iscsi {{(pid=110372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 16:51:58.244909 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] For port bf523c1a-c1f4-4102-b384-6299e1539180, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=bf523c1a-c1f4-4102-b384-6299e1539180,segment=NetworkSegment(c96f06da-4ee5-4ff2-85ae-5fc0ef56215f),segment_id=c96f06da-4ee5-4ff2-85ae-5fc0ef56215f)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:58.245423 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (bf523c1a-c1f4-4102-b384-6299e1539180), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.259841 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Calling delete_port for bf523c1a-c1f4-4102-b384-6299e1539180 owned by network:dhcp {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:51:58.269771 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-85ef0f78-435e-45d3-94f8-0839b1367fe3 None None] Deleting port bf523c1a-c1f4-4102-b384-6299e1539180 {{(pid=110372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:51:58.270334 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-85ef0f78-435e-45d3-94f8-0839b1367fe3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (bf523c1a-c1f4-4102-b384-6299e1539180), before_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.332873 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:58.336360 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-85ef0f78-435e-45d3-94f8-0839b1367fe3 None None] For port bf523c1a-c1f4-4102-b384-6299e1539180, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=bf523c1a-c1f4-4102-b384-6299e1539180,segment=NetworkSegment(c96f06da-4ee5-4ff2-85ae-5fc0ef56215f),segment_id=c96f06da-4ee5-4ff2-85ae-5fc0ef56215f)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:58.336559 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:58.337293 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-85ef0f78-435e-45d3-94f8-0839b1367fe3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (bf523c1a-c1f4-4102-b384-6299e1539180), precommit_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.345315 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (bf523c1a-c1f4-4102-b384-6299e1539180), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.354447 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-85ef0f78-435e-45d3-94f8-0839b1367fe3 None None] Calling delete_port for bf523c1a-c1f4-4102-b384-6299e1539180 owned by network:dhcp {{(pid=110372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:51:58.356221 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:58.376144 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf523c1a-c1f4-4102-b384-6299e1539180,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:58.378665 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] No DVR routers for this DVR port bf523c1a-c1f4-4102-b384-6299e1539180 on host dv-cinder-842433-1-iscsi {{(pid=110370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:51:58.462443 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (456c9702-9a69-4541-891a-938fd3d1a085), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.480711 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-85ef0f78-435e-45d3-94f8-0839b1367fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583'] for port (bf523c1a-c1f4-4102-b384-6299e1539180), after_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.490340 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456c9702-9a69-4541-891a-938fd3d1a085']}} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:58.512002 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f') {'for_net_delete': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:58.512308 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96f06da-4ee5-4ff2-85ae-5fc0ef56215f') {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:51:58.515627 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef0f78-435e-45d3-94f8-0839b1367fe3 None None] Pushing event deleted for resources: {'Port': ['ID=bf523c1a-c1f4-4102-b384-6299e1539180,revision_number=None']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:58.527741 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef0f78-435e-45d3-94f8-0839b1367fe3 None None] No DVR routers for this DVR port bf523c1a-c1f4-4102-b384-6299e1539180 on host dv-cinder-842433-1-iscsi {{(pid=110372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:51:58.529928 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260361751'] for segment (c96f06da-4ee5-4ff2-85ae-5fc0ef56215f), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.547370 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (c96f06da-4ee5-4ff2-85ae-5fc0ef56215f), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.559904 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=110370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:51:58.560348 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260501306'] for segment (c96f06da-4ee5-4ff2-85ae-5fc0ef56215f), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: Traceback (most recent call last): May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: timer() May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: cb(*args, **kw) May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: return func(*args, **kwargs) May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: self._notify() May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: self.callback(batched_events) May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: event.method(event) May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: return f(self, *a, **k) May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._get(url).json() May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: return self.request(url, 'GET', **kwargs) May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:51:58.564246 dv-cinder-842433-1-iscsi neutron-server[110370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:51:58.576176 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec810a6-5570-4b0f-b5d4-70a43226b338 req-6d93ba83-8967-4423-b1a5-0fad7f5dc2f2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:58.578096 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2ec810a6-5570-4b0f-b5d4-70a43226b338 req-6d93ba83-8967-4423-b1a5-0fad7f5dc2f2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0925186 May 19 16:51:58.632866 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (456c9702-9a69-4541-891a-938fd3d1a085), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.641083 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:58.644814 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] 10.222.0.36 "DELETE /v2.0/networks/456c9702-9a69-4541-891a-938fd3d1a085 HTTP/1.1" status: 204 len: 168 time: 0.6091816 May 19 16:51:58.649040 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2ec810a6-5570-4b0f-b5d4-70a43226b338 req-fed13827-b359-4d84-9c11-9686408c08f7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651121 May 19 16:51:58.649586 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37886) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:51:58.658593 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16387824-5fb6-4ecb-a8ec-2acf22b1136c admin admin] Pushing event deleted for resources: {'Network': ['ID=456c9702-9a69-4541-891a-938fd3d1a085,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:58.873747 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:59.006790 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-38d10b39-345b-4331-ad03-6c47529fda0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-777684'] for router_interface (ab10c955-c2e1-4b18-b719-45b698170ab6), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:59.051229 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:59.139652 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:51:59.163419 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:51:59.163771 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device acbcb7fc-c8a4-43ec-b5a3-cfd1c34d85f7 not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:51:59.164333 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device fc00c2b2-c1cd-4251-9308-1ca86e476607 no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:51:59.190114 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: fc00c2b2-c1cd-4251-9308-1ca86e476607 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:51:59.190956 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device fc00c2b2-c1cd-4251-9308-1ca86e476607 not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:51:59.190956 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device bf523c1a-c1f4-4102-b384-6299e1539180 no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:51:59.211801 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: bf523c1a-c1f4-4102-b384-6299e1539180 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:51:59.211801 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device bf523c1a-c1f4-4102-b384-6299e1539180 not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:51:59.280335 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-38d10b39-345b-4331-ad03-6c47529fda0e admin admin] Deleting port f5226b87-7875-43b4-94db-9fa62c0f917f {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:51:59.280720 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-38d10b39-345b-4331-ad03-6c47529fda0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:59.368920 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [None req-38d10b39-345b-4331-ad03-6c47529fda0e admin admin] For port f5226b87-7875-43b4-94db-9fa62c0f917f, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=f5226b87-7875-43b4-94db-9fa62c0f917f,segment=NetworkSegment(f7871390-b81d-445d-beff-a4aa7e5e5adb),segment_id=f7871390-b81d-445d-beff-a4aa7e5e5adb)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:51:59.369344 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-38d10b39-345b-4331-ad03-6c47529fda0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:59.383792 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-38d10b39-345b-4331-ad03-6c47529fda0e admin admin] Calling delete_port for f5226b87-7875-43b4-94db-9fa62c0f917f owned by network:router_interface {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:51:59.574251 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-38d10b39-345b-4331-ad03-6c47529fda0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (f5226b87-7875-43b4-94db-9fa62c0f917f), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:59.601028 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d10b39-345b-4331-ad03-6c47529fda0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5226b87-7875-43b4-94db-9fa62c0f917f,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:51:59.789185 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:51:59.794598 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-38d10b39-345b-4331-ad03-6c47529fda0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773835'] for router_interface (ab10c955-c2e1-4b18-b719-45b698170ab6), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:51:59.950304 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485ca5b-632e-41a9-bdfe-79fae6b985d8 req-0d80a2f4-8f30-426e-847a-3b951efa83f5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:51:59.951924 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8485ca5b-632e-41a9-bdfe-79fae6b985d8 req-0d80a2f4-8f30-426e-847a-3b951efa83f5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0605295 May 19 16:52:00.335115 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8485ca5b-632e-41a9-bdfe-79fae6b985d8 req-f7b83889-4310-4cc1-966e-3abee45c5a56 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466375 May 19 16:52:00.342802 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:00.357666 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d10b39-345b-4331-ad03-6c47529fda0e admin admin] Router ab10c955-c2e1-4b18-b719-45b698170ab6 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:52:00.461992 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d10b39-345b-4331-ad03-6c47529fda0e admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:52:00.467145 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-38d10b39-345b-4331-ad03-6c47529fda0e admin admin] 10.222.0.36 "PUT /v2.0/routers/ab10c955-c2e1-4b18-b719-45b698170ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8164766 May 19 16:52:00.469561 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37892) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:00.474704 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e460944-9b10-4bf4-b0b4-251f7c1f2b3a None None] Sync routers for ids ['ab10c955-c2e1-4b18-b719-45b698170ab6'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:52:00.485624 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e460944-9b10-4bf4-b0b4-251f7c1f2b3a None None] Routers {'ab10c955-c2e1-4b18-b719-45b698170ab6'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:52:00.486310 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-5e460944-9b10-4bf4-b0b4-251f7c1f2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['ab10c955-c2e1-4b18-b719-45b698170ab6'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:00.572563 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] Publish callbacks [] for router (ab10c955-c2e1-4b18-b719-45b698170ab6), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:00.599429 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-5e460944-9b10-4bf4-b0b4-251f7c1f2b3a None None] Set router ab10c955-c2e1-4b18-b719-45b698170ab6 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:52:00.690523 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] Publish callbacks [] for router_gateway (ab10c955-c2e1-4b18-b719-45b698170ab6), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:00.739916 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] Deleting port 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:52:00.740261 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (68eb6da6-44e1-4977-90a0-c9f176c1bfe5), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:00.808041 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-5e460944-9b10-4bf4-b0b4-251f7c1f2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'name': 'tempest-TestMinimumBasicScenario-307710459-router', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '68eb6da6-44e1-4977-90a0-c9f176c1bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:51:59Z', 'revision_number': 5, 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'gw_port': {'id': '68eb6da6-44e1-4977-90a0-c9f176c1bfe5', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:00.834684 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e460944-9b10-4bf4-b0b4-251f7c1f2b3a None None] Checking router: ab10c955-c2e1-4b18-b719-45b698170ab6 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:52:00.845376 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e460944-9b10-4bf4-b0b4-251f7c1f2b3a None None] Routers {'ab10c955-c2e1-4b18-b719-45b698170ab6'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:52:00.846495 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-5e460944-9b10-4bf4-b0b4-251f7c1f2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:51:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['ab10c955-c2e1-4b18-b719-45b698170ab6'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:00.855360 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] For port 68eb6da6-44e1-4977-90a0-c9f176c1bfe5, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=68eb6da6-44e1-4977-90a0-c9f176c1bfe5,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:00.855780 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (68eb6da6-44e1-4977-90a0-c9f176c1bfe5), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:00.869840 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] Calling delete_port for 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 owned by network:router_gateway {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:52:00.940713 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-5e460944-9b10-4bf4-b0b4-251f7c1f2b3a None None] Set router ab10c955-c2e1-4b18-b719-45b698170ab6 gateway port host: None {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:52:00.993208 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-5e460944-9b10-4bf4-b0b4-251f7c1f2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'name': 'tempest-TestMinimumBasicScenario-307710459-router', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:52:00Z', 'revision_number': 6, 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'gw_port_host': None}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:01.030467 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e460944-9b10-4bf4-b0b4-251f7c1f2b3a None None] The sync data for ids ['ab10c955-c2e1-4b18-b719-45b698170ab6'] in dv-cinder-842433-1-iscsi is: [{'id': 'ab10c955-c2e1-4b18-b719-45b698170ab6', 'name': 'tempest-TestMinimumBasicScenario-307710459-router', 'tenant_id': '6c47797a5c954e76a8a79974b42df0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:47:56Z', 'updated_at': '2022-05-19T16:52:00Z', 'revision_number': 6, 'project_id': '6c47797a5c954e76a8a79974b42df0d0', 'gw_port_host': None}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:52:01.076681 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:01.092945 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (68eb6da6-44e1-4977-90a0-c9f176c1bfe5), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.117182 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] Pushing event deleted for resources: {'Port': ['ID=68eb6da6-44e1-4977-90a0-c9f176c1bfe5,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:01.186092 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782310'] for router_gateway (ab10c955-c2e1-4b18-b719-45b698170ab6), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.293064 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11820'] for router (ab10c955-c2e1-4b18-b719-45b698170ab6), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.295658 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] Publish callbacks [] for router_controller (ab10c955-c2e1-4b18-b719-45b698170ab6), precommit_delete_associations {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.296943 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:01.361552 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783543'] for router (ab10c955-c2e1-4b18-b719-45b698170ab6), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.362096 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab10c955-c2e1-4b18-b719-45b698170ab6 {{(pid=110371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 16:52:01.367513 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.370108 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-788052e8-af24-4ac2-97d6-dc6642ed2098 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ab10c955-c2e1-4b18-b719-45b698170ab6 HTTP/1.1" status: 204 len: 168 time: 0.8981061 May 19 16:52:01.373653 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37898) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:01.453051 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43acc46-67b0-4211-878f-0805da08c400 admin admin] Deleting subnet 077000dd-ff96-42e1-a35f-118917a6acd0 {{(pid=110371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:52:01.460720 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f43acc46-67b0-4211-878f-0805da08c400 admin admin] Publish callbacks [] for subnet (077000dd-ff96-42e1-a35f-118917a6acd0), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.496423 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e834b1-9748-4f46-bde8-23752db07c8d req-e9d195f8-ef3d-4346-a3a6-793d3b6f6b9d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:01.498214 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-05e834b1-9748-4f46-bde8-23752db07c8d req-e9d195f8-ef3d-4346-a3a6-793d3b6f6b9d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0818310 May 19 16:52:01.524070 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f43acc46-67b0-4211-878f-0805da08c400 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-40884'] for subnet (077000dd-ff96-42e1-a35f-118917a6acd0), precommit_delete_associations {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.595159 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-05e834b1-9748-4f46-bde8-23752db07c8d req-5dc2f660-c65b-4555-b643-c5ebae11e7fa tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906620 May 19 16:52:01.667414 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f43acc46-67b0-4211-878f-0805da08c400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (077000dd-ff96-42e1-a35f-118917a6acd0), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.724329 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f43acc46-67b0-4211-878f-0805da08c400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3953882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3860270'] for subnet (077000dd-ff96-42e1-a35f-118917a6acd0), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.749873 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43acc46-67b0-4211-878f-0805da08c400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=077000dd-ff96-42e1-a35f-118917a6acd0,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:01.756377 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f43acc46-67b0-4211-878f-0805da08c400 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.759938 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-f43acc46-67b0-4211-878f-0805da08c400 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/077000dd-ff96-42e1-a35f-118917a6acd0 HTTP/1.1" status: 204 len: 168 time: 0.3847759 May 19 16:52:01.762113 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37902) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:01.764537 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a045a484-14f9-4198-8a80-b785f3efab17 None None] Network 200335e3-23db-4fad-84d8-3be573af93fa requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:52:01.809726 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:01.849541 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (200335e3-23db-4fad-84d8-3be573af93fa), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.898283 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Deleting port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:52:01.898623 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.938690 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd147dc4-c9c1-4847-8cb1-9cc21ca0d2c2 None None] DHCP port deletion for 200335e3-23db-4fad-84d8-3be573af93fa request from dv-cinder-842433-1-iscsi {{(pid=110372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 16:52:01.978057 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] For port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=1a4c0520-84a5-4c6c-9e34-58dfa500a02e,segment=NetworkSegment(f7871390-b81d-445d-beff-a4aa7e5e5adb),segment_id=f7871390-b81d-445d-beff-a4aa7e5e5adb)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:01.978434 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.981580 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-cd147dc4-c9c1-4847-8cb1-9cc21ca0d2c2 None None] Deleting port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e {{(pid=110372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:52:01.982151 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-cd147dc4-c9c1-4847-8cb1-9cc21ca0d2c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), before_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:01.992405 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Calling delete_port for 1a4c0520-84a5-4c6c-9e34-58dfa500a02e owned by network:dhcp {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:52:02.051344 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-cd147dc4-c9c1-4847-8cb1-9cc21ca0d2c2 None None] For port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=1a4c0520-84a5-4c6c-9e34-58dfa500a02e,segment=NetworkSegment(f7871390-b81d-445d-beff-a4aa7e5e5adb),segment_id=f7871390-b81d-445d-beff-a4aa7e5e5adb)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:02.051743 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-cd147dc4-c9c1-4847-8cb1-9cc21ca0d2c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), precommit_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:02.064880 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-cd147dc4-c9c1-4847-8cb1-9cc21ca0d2c2 None None] Calling delete_port for 1a4c0520-84a5-4c6c-9e34-58dfa500a02e owned by network:dhcp {{(pid=110372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:52:02.083282 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:02.108607 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4c0520-84a5-4c6c-9e34-58dfa500a02e,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:02.112896 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] No DVR routers for this DVR port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e on host dv-cinder-842433-1-iscsi {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:52:02.146326 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-cd147dc4-c9c1-4847-8cb1-9cc21ca0d2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583'] for port (1a4c0520-84a5-4c6c-9e34-58dfa500a02e), after_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:02.172501 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd147dc4-c9c1-4847-8cb1-9cc21ca0d2c2 None None] Pushing event deleted for resources: {'Port': ['ID=1a4c0520-84a5-4c6c-9e34-58dfa500a02e,revision_number=None']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:02.174868 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd147dc4-c9c1-4847-8cb1-9cc21ca0d2c2 None None] No DVR routers for this DVR port 1a4c0520-84a5-4c6c-9e34-58dfa500a02e on host dv-cinder-842433-1-iscsi {{(pid=110372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:52:02.188296 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (200335e3-23db-4fad-84d8-3be573af93fa), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:02.210163 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200335e3-23db-4fad-84d8-3be573af93fa']}} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:02.220211 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7871390-b81d-445d-beff-a4aa7e5e5adb') {'for_net_delete': True} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:02.221106 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7871390-b81d-445d-beff-a4aa7e5e5adb') {} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:02.229948 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:02.232289 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-40845'] for segment (f7871390-b81d-445d-beff-a4aa7e5e5adb), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:02.242297 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:02.251003 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (f7871390-b81d-445d-beff-a4aa7e5e5adb), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:02.259060 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=110371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:52:02.259535 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3953016'] for segment (f7871390-b81d-445d-beff-a4aa7e5e5adb), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: Traceback (most recent call last): May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: timer() May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: cb(*args, **kw) May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: return func(*args, **kwargs) May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: self._notify() May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: self.callback(batched_events) May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: event.method(event) May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: return f(self, *a, **k) May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._get(url).json() May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: return self.request(url, 'GET', **kwargs) May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:52:02.261651 dv-cinder-842433-1-iscsi neutron-server[110371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:52:02.329780 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (200335e3-23db-4fad-84d8-3be573af93fa), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:02.338082 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:02.341318 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] 10.222.0.36 "DELETE /v2.0/networks/200335e3-23db-4fad-84d8-3be573af93fa HTTP/1.1" status: 204 len: 168 time: 0.5780578 May 19 16:52:02.351717 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc24a80-edc3-4cbe-925b-b33a0f5c904b admin admin] Pushing event deleted for resources: {'Network': ['ID=200335e3-23db-4fad-84d8-3be573af93fa,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:02.525877 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37906) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:02.570865 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-46ff91c4-8c42-4b0f-93a4-51340c18e5d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66c1f23fbe114e9885266a0092cca13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437901 May 19 16:52:02.573364 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37908) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:02.630009 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-744c84af-77d8-4bdb-91ba-fcb4600c27af admin admin] Publish callbacks [] for security_group (1d69f157-b5d6-47a4-9c39-40beec0f2de5), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:02.660854 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-744c84af-77d8-4bdb-91ba-fcb4600c27af admin admin] Publish callbacks [] for security_group (1d69f157-b5d6-47a4-9c39-40beec0f2de5), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:02.757710 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9ed52-6bd2-4b5f-acf1-d773ad628164 req-0b34fd0c-d7c7-4ae7-9ce2-985c32566d4d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:02.765856 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0eb9ed52-6bd2-4b5f-acf1-d773ad628164 req-0b34fd0c-d7c7-4ae7-9ce2-985c32566d4d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0849133 May 19 16:52:02.791724 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-744c84af-77d8-4bdb-91ba-fcb4600c27af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (1d69f157-b5d6-47a4-9c39-40beec0f2de5), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:02.794506 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-744c84af-77d8-4bdb-91ba-fcb4600c27af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:02.795936 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-744c84af-77d8-4bdb-91ba-fcb4600c27af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d69f157-b5d6-47a4-9c39-40beec0f2de5 HTTP/1.1" status: 204 len: 168 time: 0.2216694 May 19 16:52:02.823715 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c84af-77d8-4bdb-91ba-fcb4600c27af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d69f157-b5d6-47a4-9c39-40beec0f2de5,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:02.825846 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 1a4c0520-84a5-4c6c-9e34-58dfa500a02e no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:52:02.834584 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0eb9ed52-6bd2-4b5f-acf1-d773ad628164 req-e4b7d225-5c27-4f51-ab0f-67c487b2b207 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675685 May 19 16:52:02.852711 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 1a4c0520-84a5-4c6c-9e34-58dfa500a02e {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:52:02.853061 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 1a4c0520-84a5-4c6c-9e34-58dfa500a02e not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:52:02.853716 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:52:02.878860 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:52:02.879206 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 68eb6da6-44e1-4977-90a0-c9f176c1bfe5 not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:52:02.879631 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device f5226b87-7875-43b4-94db-9fa62c0f917f no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:52:02.881640 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:02.911014 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: f5226b87-7875-43b4-94db-9fa62c0f917f {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:52:02.911363 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device f5226b87-7875-43b4-94db-9fa62c0f917f not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:52:03.153345 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37918) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:03.194913 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-2880cd91-d340-48cf-88a1-7e9ee29a4dc0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c47797a5c954e76a8a79974b42df0d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402904 May 19 16:52:03.197380 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 37920) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:03.247530 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5cd4b67c-bf97-4d2d-bb75-e271ce2968f5 admin admin] Publish callbacks [] for security_group (03100acf-3e41-4d50-80a8-0453031ebb46), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:03.270469 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5cd4b67c-bf97-4d2d-bb75-e271ce2968f5 admin admin] Publish callbacks [] for security_group (03100acf-3e41-4d50-80a8-0453031ebb46), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:03.318334 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5cd4b67c-bf97-4d2d-bb75-e271ce2968f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (03100acf-3e41-4d50-80a8-0453031ebb46), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:03.320883 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5cd4b67c-bf97-4d2d-bb75-e271ce2968f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:03.322112 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-5cd4b67c-bf97-4d2d-bb75-e271ce2968f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03100acf-3e41-4d50-80a8-0453031ebb46 HTTP/1.1" status: 204 len: 168 time: 0.1235313 May 19 16:52:03.331208 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4b67c-bf97-4d2d-bb75-e271ce2968f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03100acf-3e41-4d50-80a8-0453031ebb46,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:03.968671 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6b889-5232-416a-8237-483124aaaaf6 req-5bc1847c-9efa-4790-be99-20c3a230fd12 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:03.970122 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-79d6b889-5232-416a-8237-483124aaaaf6 req-5bc1847c-9efa-4790-be99-20c3a230fd12 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0517755 May 19 16:52:04.020711 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-79d6b889-5232-416a-8237-483124aaaaf6 req-66bc3613-6281-44cf-9e21-1a69452f88a0 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444129 May 19 16:52:05.137702 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4f767-709b-4d3b-bf88-47455038d3af req-b2304ef8-f3fb-418c-b910-5414c320b1c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:05.139188 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cdf4f767-709b-4d3b-bf88-47455038d3af req-b2304ef8-f3fb-418c-b910-5414c320b1c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0468326 May 19 16:52:05.186010 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cdf4f767-709b-4d3b-bf88-47455038d3af req-b744ec22-9a08-4732-bbd9-29b2a70b0850 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406590 May 19 16:52:06.305986 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea7813-e4bb-43a9-83e8-e4502c2c13d3 req-a5810500-96a3-482d-8919-b039bd3b5850 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:06.307456 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-65ea7813-e4bb-43a9-83e8-e4502c2c13d3 req-a5810500-96a3-482d-8919-b039bd3b5850 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0469396 May 19 16:52:06.361226 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-65ea7813-e4bb-43a9-83e8-e4502c2c13d3 req-01fcc988-ac3d-42d6-8331-b2848f90ce9b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479999 May 19 16:52:07.049213 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:07.141838 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:07.479618 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558a7b2-25ab-463b-9235-ce9eddf9f235 req-df2a7697-8f26-4ca5-9ea2-15e3fc379ac5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:07.481116 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8558a7b2-25ab-463b-9235-ce9eddf9f235 req-df2a7697-8f26-4ca5-9ea2-15e3fc379ac5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0470755 May 19 16:52:07.499433 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:07.518670 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:07.531310 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8558a7b2-25ab-463b-9235-ce9eddf9f235 req-15c4d59a-ec4c-4e08-beee-f75e374519c2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446813 May 19 16:52:07.994412 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device a0aa27fe-54ef-4579-9ec6-c689af6a343c details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:52:08.100095 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port a0aa27fe-54ef-4579-9ec6-c689af6a343c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:08.113451 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'port_id': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'mac_address': 'fa:16:3e:34:85:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:52:08.149187 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port a0aa27fe-54ef-4579-9ec6-c689af6a343c is: ACTIVE; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:52:08.149496 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:08.163835 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0aa27fe-54ef-4579-9ec6-c689af6a343c {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:52:08.185102 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port a0aa27fe-54ef-4579-9ec6-c689af6a343c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:08.190559 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:08.243363 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=a0aa27fe-54ef-4579-9ec6-c689af6a343c,revision_number=6']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:08.271559 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['a0aa27fe-54ef-4579-9ec6-c689af6a343c'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:52:08.416950 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:08.622624 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:08.646105 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:DELETE=3,neutron:SELECT=25 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:08.650559 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377c1b9-c1ae-4ae9-8bc9-2b9ac57895df req-14aa4b7d-e72b-4ce1-9946-17ab3e39e590 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:08.652038 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0377c1b9-c1ae-4ae9-8bc9-2b9ac57895df req-14aa4b7d-e72b-4ce1-9946-17ab3e39e590 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 945 time: 0.0470202 May 19 16:52:08.699699 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0377c1b9-c1ae-4ae9-8bc9-2b9ac57895df req-8d5c9714-eaf0-4216-a45c-356926cd3235 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421176 May 19 16:52:09.820993 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3007ec-8669-4b6a-9f99-9e8f63439dc1 req-bbffccfd-365c-4edc-97e9-4a7d81af383f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:09.822523 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fe3007ec-8669-4b6a-9f99-9e8f63439dc1 req-bbffccfd-365c-4edc-97e9-4a7d81af383f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 945 time: 0.0503640 May 19 16:52:09.869918 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fe3007ec-8669-4b6a-9f99-9e8f63439dc1 req-2acc4b62-0f0d-4df7-8aa4-b4ac61ed3fc2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418203 May 19 16:52:10.040448 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device a0aa27fe-54ef-4579-9ec6-c689af6a343c up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:52:10.085037 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port a0aa27fe-54ef-4579-9ec6-c689af6a343c triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:52:10.085437 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:10.170183 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port a0aa27fe-54ef-4579-9ec6-c689af6a343c is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:52:10.170567 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:10.193841 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:52:10.196119 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2a14c7-616d-44aa-859a-9d41c9a62cf6" -d '{"events": [{"server_uuid": "b09c9e04-1f06-49a6-bc87-f6f5f19d6606", "name": "network-vif-plugged", "status": "completed", "tag": "a0aa27fe-54ef-4579-9ec6-c689af6a343c"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:52:10.209270 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port a0aa27fe-54ef-4579-9ec6-c689af6a343c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:10.214445 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:10.236266 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404433f7-4fab-4f6f-a077-7c6f55a2bd16 x-openstack-request-id: req-404433f7-4fab-4f6f-a077-7c6f55a2bd16 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:52:10.236566 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09c9e04-1f06-49a6-bc87-f6f5f19d6606", "name": "network-vif-plugged", "status": "completed", "tag": "a0aa27fe-54ef-4579-9ec6-c689af6a343c", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:52:10.236818 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-404433f7-4fab-4f6f-a077-7c6f55a2bd16 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:52:10.237237 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404433f7-4fab-4f6f-a077-7c6f55a2bd16'] response: {'server_uuid': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'code': 200} May 19 16:52:10.262471 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=a0aa27fe-54ef-4579-9ec6-c689af6a343c,revision_number=7']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:10.975058 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-37435095-89ff-47bd-8b2e-f6e6ef9182f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:10.994140 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bdedf-589f-470e-9c67-97caf7486d68 req-36495947-5029-47cd-953f-3aa880555123 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:10.995587 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-740bdedf-589f-470e-9c67-97caf7486d68 req-36495947-5029-47cd-953f-3aa880555123 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0510693 May 19 16:52:11.053372 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:11.064361 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-740bdedf-589f-470e-9c67-97caf7486d68 req-9d67a125-4073-44b2-a268-55879590105e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623837 May 19 16:52:11.097323 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cbfaa-0915-4b5a-b1f4-70c6e2d9ffae req-616ac095-36c1-4e79-b49a-0a93c671e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:11.098920 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1d5cbfaa-0915-4b5a-b1f4-70c6e2d9ffae req-616ac095-36c1-4e79-b49a-0a93c671e000 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 1130 time: 0.0475099 May 19 16:52:11.204125 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cbfaa-0915-4b5a-b1f4-70c6e2d9ffae req-9ef34a73-2b9a-42ff-ab31-4547789fb48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:11.206326 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1d5cbfaa-0915-4b5a-b1f4-70c6e2d9ffae req-9ef34a73-2b9a-42ff-ab31-4547789fb48a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e HTTP/1.1" status: 200 len: 917 time: 0.0876467 May 19 16:52:11.274757 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1d5cbfaa-0915-4b5a-b1f4-70c6e2d9ffae req-d2136344-652c-4f86-a4ad-c1f9f19bcfef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c HTTP/1.1" status: 200 len: 1001 time: 0.0615723 May 19 16:52:11.322799 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cbfaa-0915-4b5a-b1f4-70c6e2d9ffae req-847079e0-e1e8-4ff6-8faa-0ccaa2a171dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:11.324232 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1d5cbfaa-0915-4b5a-b1f4-70c6e2d9ffae req-847079e0-e1e8-4ff6-8faa-0ccaa2a171dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f541ad9-852f-4765-a5b0-e6d7d16db937 HTTP/1.1" status: 200 len: 855 time: 0.0434468 May 19 16:52:11.367121 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cbfaa-0915-4b5a-b1f4-70c6e2d9ffae req-93a7e8d5-1314-41e3-8261-cf59866b953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:11.368584 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1d5cbfaa-0915-4b5a-b1f4-70c6e2d9ffae req-93a7e8d5-1314-41e3-8261-cf59866b953f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375683 May 19 16:52:11.466257 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1d5cbfaa-0915-4b5a-b1f4-70c6e2d9ffae req-bc550a27-4c68-4743-b706-5fdf0402a480 service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910707 May 19 16:52:11.554634 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1d5cbfaa-0915-4b5a-b1f4-70c6e2d9ffae req-49d34ed6-b7d3-4fd7-8617-115f1d579d42 service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824342 May 19 16:52:12.188735 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43b912-c94a-4ffe-afc3-9bc6153e7e64 req-1ee7d242-6621-4661-9ae6-a9b3020de4ad tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:12.190844 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1a43b912-c94a-4ffe-afc3-9bc6153e7e64 req-1ee7d242-6621-4661-9ae6-a9b3020de4ad tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0531425 May 19 16:52:12.241285 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1a43b912-c94a-4ffe-afc3-9bc6153e7e64 req-610a2bd1-3be8-440c-b2a3-1cf2527139d2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448885 May 19 16:52:13.363384 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e617d-9983-4d3e-a662-32ae68f10f40 req-005db2b7-a70e-47ed-9fce-64d7f3f2f9d5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:13.364880 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-758e617d-9983-4d3e-a662-32ae68f10f40 req-005db2b7-a70e-47ed-9fce-64d7f3f2f9d5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0522187 May 19 16:52:13.417015 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-758e617d-9983-4d3e-a662-32ae68f10f40 req-3d81e233-d8cf-46ec-8ff1-8f0f688530bb tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462685 May 19 16:52:14.288964 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5009d8dc-91e3-4745-8175-f1ededd690e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:14.537495 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbd219-c578-40fd-92e5-1f930f0be087 req-1ac28638-75e6-4f5e-8040-8f5325d05e76 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:14.538879 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-29cbd219-c578-40fd-92e5-1f930f0be087 req-1ac28638-75e6-4f5e-8040-8f5325d05e76 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0470521 May 19 16:52:14.557532 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:14.579901 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:14.587883 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-29cbd219-c578-40fd-92e5-1f930f0be087 req-2253e83c-e83e-4dbe-ac9f-e8e551a44bed tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432317 May 19 16:52:15.216955 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:15.720189 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75391376-1f29-4253-a9f3-aee3874792ee req-0d55b1d8-b15d-4d6d-b725-85939dfb7cda tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:15.724315 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-75391376-1f29-4253-a9f3-aee3874792ee req-0d55b1d8-b15d-4d6d-b725-85939dfb7cda tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0555780 May 19 16:52:15.784833 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-75391376-1f29-4253-a9f3-aee3874792ee req-e1aad6a4-cfd6-4fdd-8442-cd0fa2deeb50 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554819 May 19 16:52:16.406691 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:52:16.945841 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd49ba-ef17-45b0-bc98-0d8f4a87b20a req-c1a8e9de-3e44-4b68-987f-a8c170911a88 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:16.948070 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1bfd49ba-ef17-45b0-bc98-0d8f4a87b20a req-c1a8e9de-3e44-4b68-987f-a8c170911a88 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0726383 May 19 16:52:16.990770 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:17.011483 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1bfd49ba-ef17-45b0-bc98-0d8f4a87b20a req-77c77184-3c22-4695-a64b-774b43b46135 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574472 May 19 16:52:17.581997 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-da1ced34-dc4b-43be-b751-cf620f68609a tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1027552672&fields=id&tenant_id=f232c172df994d3d909d7999238b1935 HTTP/1.1" status: 200 len: 267 time: 0.0541289 May 19 16:52:17.703865 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-c8ca1846-efac-4657-a64c-4684b7a8acc4 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:17.705486 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-c8ca1846-efac-4657-a64c-4684b7a8acc4 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/networks?id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3 HTTP/1.1" status: 200 len: 809 time: 0.1165605 May 19 16:52:17.727477 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-05627c7c-4c3f-4263-bac7-8decd78fb0c2 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/quotas/f232c172df994d3d909d7999238b1935 HTTP/1.1" status: 200 len: 375 time: 0.0128324 May 19 16:52:17.794340 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-91e0ae01-f4ed-4837-99e2-948f04087ed8 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f232c172df994d3d909d7999238b1935&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611439 May 19 16:52:17.915422 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-8818a1b0-9771-4462-9f9c-6a1f13e4bd22 service neutron] 10.222.0.36 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095915 May 19 16:52:18.025039 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-4e2abeb4-9a6d-4bed-8f49-dfe9fd7c22dd service neutron] 10.222.0.36 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955939 May 19 16:52:18.382040 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696d789-f046-49c4-8f79-f81feb30f46e req-ae946e6f-793e-460f-95b0-77d7f4cba277 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:18.383718 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0696d789-f046-49c4-8f79-f81feb30f46e req-ae946e6f-793e-460f-95b0-77d7f4cba277 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0615146 May 19 16:52:18.433013 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0696d789-f046-49c4-8f79-f81feb30f46e req-da081f17-0ca8-4879-825e-d7bf7988b33c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433121 May 19 16:52:18.509188 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e48d22d4-c5e6-4eae-ab79-d56c07b8b2d9 req-9174d017-2839-4925-b60b-01b40826fe16 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 210 time: 0.0292470 May 19 16:52:18.554651 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:19.565235 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28828808-f85c-4715-aad7-b9284c8330ef req-e77b09a7-2e84-4afe-bf2a-cf8fac3a3c42 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:19.568999 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-28828808-f85c-4715-aad7-b9284c8330ef req-e77b09a7-2e84-4afe-bf2a-cf8fac3a3c42 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0533926 May 19 16:52:19.623710 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-28828808-f85c-4715-aad7-b9284c8330ef req-c42a4081-9086-42bc-9278-d3c9df0bb6d8 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510993 May 19 16:52:19.711035 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d83706b4-183d-43b4-9ee1-198204b4a445 req-9959d78f-305f-433c-85b7-770bb978e2de tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 210 time: 0.0328743 May 19 16:52:20.753653 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf8b8e-1282-4a8b-9151-910eedd671e6 req-409b7565-c4a3-41cc-ab1d-2aec5dc2373e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:20.755637 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-66bf8b8e-1282-4a8b-9151-910eedd671e6 req-409b7565-c4a3-41cc-ab1d-2aec5dc2373e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0510445 May 19 16:52:20.810995 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-66bf8b8e-1282-4a8b-9151-910eedd671e6 req-3b3c4b0c-e6da-4a39-93ce-e57af31bd249 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490818 May 19 16:52:20.908501 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-928fa650-b5c1-4406-8166-e56cf75f8c21 req-7faa7d27-6cdc-41d2-aa28-ace75a8acbff tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 210 time: 0.0389040 May 19 16:52:21.911126 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:21.959230 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220eab3-b7a3-4f55-ac68-83c9d9940783 req-09660839-dfb8-4a81-bc6d-aa45c5fb166b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:21.960844 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1220eab3-b7a3-4f55-ac68-83c9d9940783 req-09660839-dfb8-4a81-bc6d-aa45c5fb166b tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0586736 May 19 16:52:22.013887 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1220eab3-b7a3-4f55-ac68-83c9d9940783 req-a0fe8d33-91cf-45c3-9680-aca520721379 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456209 May 19 16:52:22.113293 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8b4818c6-c52d-45dc-998e-c914f8920960 req-11a11f88-8f60-4623-b48b-127188029a12 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 210 time: 0.0329921 May 19 16:52:23.144924 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8904d-0657-4d42-aba2-a9b801534bad req-e7da0c58-89cc-4599-809b-e82075c474e3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:23.146479 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-27a8904d-0657-4d42-aba2-a9b801534bad req-e7da0c58-89cc-4599-809b-e82075c474e3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0513537 May 19 16:52:23.181723 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:23.247838 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-27a8904d-0657-4d42-aba2-a9b801534bad req-2b17dc2c-d31f-429c-a790-ff0c3c46e5a3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948248 May 19 16:52:23.350172 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-583eb00b-1072-4da0-8bd1-65cd1c27ccaa req-869a34d9-b225-445d-81eb-bd60a9d2dc2c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 210 time: 0.0357108 May 19 16:52:23.506227 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-218acd17-5759-4c54-a0ed-36bc0507ca22 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:23.508148 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-218acd17-5759-4c54-a0ed-36bc0507ca22 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.48 "GET /v2.0/networks?id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3 HTTP/1.1" status: 200 len: 809 time: 0.1601377 May 19 16:52:23.596653 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-167016ce-450c-4586-b6be-876bcd274c45 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f232c172df994d3d909d7999238b1935 HTTP/1.1" status: 200 len: 380 time: 0.0796664 May 19 16:52:23.606156 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-fd8533ce-a60d-41f8-b41c-eab3c51c90c9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Request body: {'port': {'device_id': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'admin_state_up': True, 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'security_groups': ['08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7']}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:52:23.735216 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-fd8533ce-a60d-41f8-b41c-eab3c51c90c9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Made reservation on behalf of f232c172df994d3d909d7999238b1935 for: {'port': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:52:23.738782 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-fd8533ce-a60d-41f8-b41c-eab3c51c90c9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:23.913887 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-fd8533ce-a60d-41f8-b41c-eab3c51c90c9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Allocated IP 172.20.0.8 (3469f2a0-dc3c-4426-85a2-390e0d45d3c3/6aa80667-062b-4e9f-a2ca-1e239f186451/bdcf063e-89c5-4dd4-8d96-078d31278d21) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:52:24.092410 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-fd8533ce-a60d-41f8-b41c-eab3c51c90c9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:24.123622 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:24.135627 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-fd8533ce-a60d-41f8-b41c-eab3c51c90c9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:24.185894 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-fd8533ce-a60d-41f8-b41c-eab3c51c90c9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:52:24.189692 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-fd8533ce-a60d-41f8-b41c-eab3c51c90c9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:52:24.192490 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-fd8533ce-a60d-41f8-b41c-eab3c51c90c9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:52:24.227149 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8533ce-a60d-41f8-b41c-eab3c51c90c9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Pushing event updated for resources: {'Port': ['ID=bdcf063e-89c5-4dd4-8d96-078d31278d21,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:24.272282 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-fd8533ce-a60d-41f8-b41c-eab3c51c90c9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:24.273421 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-fd8533ce-a60d-41f8-b41c-eab3c51c90c9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:24.299914 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-fd8533ce-a60d-41f8-b41c-eab3c51c90c9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6977561 May 19 16:52:24.312838 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Request body: {'port': {'device_id': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:52:24.462077 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:24.470022 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c9765-97fa-4fad-925f-16194b27cf27 req-73a88677-8d3a-42d3-aa5d-386ed7fb4a89 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:24.471996 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c94c9765-97fa-4fad-925f-16194b27cf27 req-73a88677-8d3a-42d3-aa5d-386ed7fb4a89 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.1019633 May 19 16:52:24.524923 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:24.543500 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-f65ccc04-465e-4082-ae98-2b9a4df263b4 None None] Provisioning complete for port bdcf063e-89c5-4dd4-8d96-078d31278d21 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:52:24.544489 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f65ccc04-465e-4082-ae98-2b9a4df263b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:24.584811 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c94c9765-97fa-4fad-925f-16194b27cf27 req-3b5fb644-121d-4ba2-b247-e5c89b20e44a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019130 May 19 16:52:24.591371 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-f65ccc04-465e-4082-ae98-2b9a4df263b4 None None] Port bdcf063e-89c5-4dd4-8d96-078d31278d21 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:52:24.986736 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba97b29-b06a-4da3-9e2e-b7552cdde0b5 req-15d4e415-c31e-48fc-8ebb-78cbd16c9620 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:24.993719 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7ba97b29-b06a-4da3-9e2e-b7552cdde0b5 req-15d4e415-c31e-48fc-8ebb-78cbd16c9620 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 931 time: 0.0736651 May 19 16:52:25.117562 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7ba97b29-b06a-4da3-9e2e-b7552cdde0b5 req-001529eb-5a65-431c-a013-cf42d8da02fd tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226978 May 19 16:52:25.194312 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdcf063e-89c5-4dd4-8d96-078d31278d21 {{(pid=110371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:52:25.203252 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Publish callbacks [] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:25.228160 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.provisioning_blocks [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Transition to ACTIVE for port object bdcf063e-89c5-4dd4-8d96-078d31278d21 will not be triggered until provisioned by entity L2. {{(pid=110371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:52:25.233841 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:25.304872 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcf063e-89c5-4dd4-8d96-078d31278d21,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:25.393670 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Attempting to bind port bdcf063e-89c5-4dd4-8d96-078d31278d21 on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:52:25.394106 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Attempting to bind port bdcf063e-89c5-4dd4-8d96-078d31278d21 by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3'}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:52:25.394552 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Attempting to bind port bdcf063e-89c5-4dd4-8d96-078d31278d21 on network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:52:25.399999 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Port bdcf063e-89c5-4dd4-8d96-078d31278d21 on network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:52:25.400462 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Attempting to bind port bdcf063e-89c5-4dd4-8d96-078d31278d21 on network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:52:25.406232 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:52:25.406666 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Checking segment: {'id': '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:52:25.407149 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Bound using segment: {'id': '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3'} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:52:25.407655 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Bound port: bdcf063e-89c5-4dd4-8d96-078d31278d21, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3'}}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:52:25.408161 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:25.455460 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:25.489546 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] For port bdcf063e-89c5-4dd4-8d96-078d31278d21, host hv-cinder-84243, cleared binding levels {{(pid=110371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:52:25.493375 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] For port bdcf063e-89c5-4dd4-8d96-078d31278d21, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:52:25.502592 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:25.559977 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:25.560199 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:25.561682 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] 10.222.0.48 "PUT /v2.0/ports/bdcf063e-89c5-4dd4-8d96-078d31278d21 HTTP/1.1" status: 200 len: 1093 time: 1.2543964 May 19 16:52:25.562079 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'tag': 'bdcf063e-89c5-4dd4-8d96-078d31278d21'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:52:25.565863 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de94e58-f9b8-4843-a9a9-c375241804b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8395bd9a-4534-4aa5-b2d0-f08d866a9339", "tag": "bdcf063e-89c5-4dd4-8d96-078d31278d21"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:52:25.599624 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7d063-9daa-4358-9bac-8a5c939400a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcf063e-89c5-4dd4-8d96-078d31278d21,revision_number=3']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:25.653285 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:25.665352 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e4db5f-cd08-4720-be7b-97d48f4291af x-openstack-request-id: req-a3e4db5f-cd08-4720-be7b-97d48f4291af {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:52:25.665685 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8395bd9a-4534-4aa5-b2d0-f08d866a9339", "tag": "bdcf063e-89c5-4dd4-8d96-078d31278d21", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:52:25.665947 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3e4db5f-cd08-4720-be7b-97d48f4291af {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:52:25.666574 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e4db5f-cd08-4720-be7b-97d48f4291af'] response: {'name': 'network-changed', 'server_uuid': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'tag': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'status': 'completed', 'code': 200} May 19 16:52:25.691284 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-97ca1050-7208-44a5-9bcc-7511cbc31052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:25.692985 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-97ca1050-7208-44a5-9bcc-7511cbc31052 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f232c172df994d3d909d7999238b1935&device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 1127 time: 0.0849040 May 19 16:52:25.742486 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-b441c9df-5eef-476e-94a7-9d05d848b1b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21 HTTP/1.1" status: 200 len: 217 time: 0.0424891 May 19 16:52:25.816640 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:25.839766 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f1c00-a972-4279-a77c-a2aab239036b req-28cb4c2e-b0bf-44d2-9830-fd3bcb390ec1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:25.841857 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4e9f1c00-a972-4279-a77c-a2aab239036b req-28cb4c2e-b0bf-44d2-9830-fd3bcb390ec1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.1028645 May 19 16:52:25.858292 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-58b0918e-c815-4033-9abb-1bd4798659a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:25.860048 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-58b0918e-c815-4033-9abb-1bd4798659a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6aa80667-062b-4e9f-a2ca-1e239f186451 HTTP/1.1" status: 200 len: 848 time: 0.1065874 May 19 16:52:25.930969 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-cc81c371-4118-4d43-b4cd-6b8251e2bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:25.932413 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-cc81c371-4118-4d43-b4cd-6b8251e2bd72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633233 May 19 16:52:25.938503 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4e9f1c00-a972-4279-a77c-a2aab239036b req-b5fa8620-ea6f-4516-821c-589e0191abb5 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893242 May 19 16:52:26.055638 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-f49be988-6acc-4243-8cd7-c281c8075a41 service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155407 May 19 16:52:26.172522 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f0e38d01-375b-4fa9-a563-9c2d32c1c05c req-89705944-4c1a-4227-9da9-3ceaa0276b0a service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106231 May 19 16:52:26.273267 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59397269-74b3-4724-bdd8-0bb609265609 req-95d3e3b8-e8ed-424f-8857-350ab3c6cd85 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:26.275089 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-59397269-74b3-4724-bdd8-0bb609265609 req-95d3e3b8-e8ed-424f-8857-350ab3c6cd85 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0724394 May 19 16:52:26.349504 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-59397269-74b3-4724-bdd8-0bb609265609 req-c5b4ee47-a554-4498-86cb-61565ec5c202 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683742 May 19 16:52:27.094178 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965b86e-e80d-4247-8841-9ad44be86aae req-a5d8ba73-6aa0-4628-b3be-abb3a499bc7d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:27.096331 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c965b86e-e80d-4247-8841-9ad44be86aae req-a5d8ba73-6aa0-4628-b3be-abb3a499bc7d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0807509 May 19 16:52:27.099638 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de94e58-f9b8-4843-a9a9-c375241804b5 req-f679b659-4bb9-42d4-ae05-4aa2280973ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:27.101065 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6de94e58-f9b8-4843-a9a9-c375241804b5 req-f679b659-4bb9-42d4-ae05-4aa2280973ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f232c172df994d3d909d7999238b1935&device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 1127 time: 0.0548594 May 19 16:52:27.193566 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c965b86e-e80d-4247-8841-9ad44be86aae req-976bb78f-7a09-4260-91fb-43311a32fa56 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911160 May 19 16:52:27.239942 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de94e58-f9b8-4843-a9a9-c375241804b5 req-6780cc96-e99b-47be-a0d6-33c326f7267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:27.239942 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6de94e58-f9b8-4843-a9a9-c375241804b5 req-6780cc96-e99b-47be-a0d6-33c326f7267a service neutron] 10.222.0.48 "GET /v2.0/networks?id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3 HTTP/1.1" status: 200 len: 910 time: 0.1085918 May 19 16:52:27.270824 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38102) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:27.279619 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6de94e58-f9b8-4843-a9a9-c375241804b5 req-8d2c980f-a3ca-4e3d-82e9-b600a5e408a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21 HTTP/1.1" status: 200 len: 217 time: 0.0343082 May 19 16:52:27.328340 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4025aad3-8c35-44f8-b955-34a0989d7d21 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (f114713f-0b0f-4fd9-839f-dc41b10ef697), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:27.335428 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de94e58-f9b8-4843-a9a9-c375241804b5 req-c29b26dd-61ae-4ed7-b0f1-5b89e45b473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:27.336912 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6de94e58-f9b8-4843-a9a9-c375241804b5 req-c29b26dd-61ae-4ed7-b0f1-5b89e45b473d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6aa80667-062b-4e9f-a2ca-1e239f186451 HTTP/1.1" status: 200 len: 848 time: 0.0501471 May 19 16:52:27.351876 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4025aad3-8c35-44f8-b955-34a0989d7d21 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (f114713f-0b0f-4fd9-839f-dc41b10ef697), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:27.382477 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de94e58-f9b8-4843-a9a9-c375241804b5 req-5235a4bc-9155-49ec-b931-956cac1d854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:27.384017 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6de94e58-f9b8-4843-a9a9-c375241804b5 req-5235a4bc-9155-49ec-b931-956cac1d854e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412068 May 19 16:52:27.403849 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4025aad3-8c35-44f8-b955-34a0989d7d21 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (f114713f-0b0f-4fd9-839f-dc41b10ef697), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:27.406541 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4025aad3-8c35-44f8-b955-34a0989d7d21 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:27.410430 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-4025aad3-8c35-44f8-b955-34a0989d7d21 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "DELETE /v2.0/security-groups/f114713f-0b0f-4fd9-839f-dc41b10ef697 HTTP/1.1" status: 204 len: 168 time: 0.1359446 May 19 16:52:27.418244 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38106) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:27.419156 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025aad3-8c35-44f8-b955-34a0989d7d21 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f114713f-0b0f-4fd9-839f-dc41b10ef697,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:27.443733 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.api.v2.resource [None req-385b8cd9-f9ee-474d-ae35-65d85ad89dfb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] show failed (client error): The resource could not be found. May 19 16:52:27.444777 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-385b8cd9-f9ee-474d-ae35-65d85ad89dfb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups/f114713f-0b0f-4fd9-839f-dc41b10ef697 HTTP/1.1" status: 404 len: 347 time: 0.0234675 May 19 16:52:27.448252 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38108) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:27.492783 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51611188-c0a7-4ff2-8107-9beea467efae req-0d5199e0-318f-4db6-acb0-fe67ca0eb9bf tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:27.494370 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-51611188-c0a7-4ff2-8107-9beea467efae req-0d5199e0-318f-4db6-acb0-fe67ca0eb9bf tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0611939 May 19 16:52:27.517169 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:27.537434 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6de94e58-f9b8-4843-a9a9-c375241804b5 req-3da4f55e-8c36-45bf-9f54-a436f975f421 service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463990 May 19 16:52:27.565897 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-7736c947-2c77-4ab7-8006-cbc0d2bc82c4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Deleting port 21daa7b0-ba8d-4d9f-8760-f93a20bc87d4 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:52:27.566238 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7736c947-2c77-4ab7-8006-cbc0d2bc82c4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (21daa7b0-ba8d-4d9f-8760-f93a20bc87d4), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:27.610475 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-51611188-c0a7-4ff2-8107-9beea467efae req-02f9d200-7e29-4b46-a18f-ce0ee0c1f5dc tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043499 May 19 16:52:27.614670 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:27.652919 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7736c947-2c77-4ab7-8006-cbc0d2bc82c4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (21daa7b0-ba8d-4d9f-8760-f93a20bc87d4), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:27.653432 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7736c947-2c77-4ab7-8006-cbc0d2bc82c4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (21daa7b0-ba8d-4d9f-8760-f93a20bc87d4), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:27.653626 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6de94e58-f9b8-4843-a9a9-c375241804b5 req-9bf417ad-143e-4815-8c32-ce6fe0bc4bfd service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065798 May 19 16:52:27.667133 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-7736c947-2c77-4ab7-8006-cbc0d2bc82c4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Calling delete_port for 21daa7b0-ba8d-4d9f-8760-f93a20bc87d4 owned by network:floatingip {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:52:27.805241 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7736c947-2c77-4ab7-8006-cbc0d2bc82c4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (21daa7b0-ba8d-4d9f-8760-f93a20bc87d4), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:27.832133 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736c947-2c77-4ab7-8006-cbc0d2bc82c4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event deleted for resources: {'Port': ['ID=21daa7b0-ba8d-4d9f-8760-f93a20bc87d4,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:27.897678 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7736c947-2c77-4ab7-8006-cbc0d2bc82c4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (c2c88cdb-9aad-41b6-8dc7-402f295d8099), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:27.899742 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7736c947-2c77-4ab7-8006-cbc0d2bc82c4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:27.902102 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-7736c947-2c77-4ab7-8006-cbc0d2bc82c4 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "DELETE /v2.0/floatingips/c2c88cdb-9aad-41b6-8dc7-402f295d8099 HTTP/1.1" status: 204 len: 168 time: 0.4517632 May 19 16:52:27.955226 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67a356-0abe-40c4-baa9-5d7318013dfa req-052a9649-070b-46a1-81a5-17a599fc7e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:27.956780 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa67a356-0abe-40c4-baa9-5d7318013dfa req-052a9649-070b-46a1-81a5-17a599fc7e2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 1130 time: 0.0488966 May 19 16:52:27.984620 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38112) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:27.989562 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-87c39f3b-5bb8-4327-a521-56ff3f66ae8e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199784614', 'description': 'tempest-description--2012742051'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:52:28.052848 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-87c39f3b-5bb8-4327-a521-56ff3f66ae8e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.097047 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67a356-0abe-40c4-baa9-5d7318013dfa req-efe5f266-535d-4ae9-a2a3-58ae98374a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:28.098931 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa67a356-0abe-40c4-baa9-5d7318013dfa req-efe5f266-535d-4ae9-a2a3-58ae98374a2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e HTTP/1.1" status: 200 len: 917 time: 0.1359301 May 19 16:52:28.178866 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa67a356-0abe-40c4-baa9-5d7318013dfa req-d9f4b5ba-342c-4200-9abf-7882be13d1cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c HTTP/1.1" status: 200 len: 1001 time: 0.0740712 May 19 16:52:28.222284 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-87c39f3b-5bb8-4327-a521-56ff3f66ae8e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (73382311-ac20-45b7-b78d-c6d809efaa27), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.230917 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-87c39f3b-5bb8-4327-a521-56ff3f66ae8e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (73382311-ac20-45b7-b78d-c6d809efaa27), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.278196 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67a356-0abe-40c4-baa9-5d7318013dfa req-6f9be975-623a-4d7d-a170-03af5709cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:28.279806 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa67a356-0abe-40c4-baa9-5d7318013dfa req-6f9be975-623a-4d7d-a170-03af5709cb2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f541ad9-852f-4765-a5b0-e6d7d16db937 HTTP/1.1" status: 200 len: 855 time: 0.0931666 May 19 16:52:28.283944 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-87c39f3b-5bb8-4327-a521-56ff3f66ae8e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.285058 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-87c39f3b-5bb8-4327-a521-56ff3f66ae8e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2994514 May 19 16:52:28.288121 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38118) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:28.293217 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-2081c75b-62d2-4ee2-ae58-b293a4b66048 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'security_group_rule': {'security_group_id': '73382311-ac20-45b7-b78d-c6d809efaa27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:52:28.296157 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c39f3b-5bb8-4327-a521-56ff3f66ae8e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73382311-ac20-45b7-b78d-c6d809efaa27,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:28.333412 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2081c75b-62d2-4ee2-ae58-b293a4b66048 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (9502b5b8-d69b-49ad-93a6-8855de9f695e), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.360856 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8472d-59e1-4695-8135-ecd8bf585b7a req-9021180d-0523-4a6b-b2d3-2889a9707ffa tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:28.362599 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4bd8472d-59e1-4695-8135-ecd8bf585b7a req-9021180d-0523-4a6b-b2d3-2889a9707ffa tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0866752 May 19 16:52:28.365729 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67a356-0abe-40c4-baa9-5d7318013dfa req-e7b71aba-bbcc-45e8-854f-c7c9acd7d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:28.367130 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa67a356-0abe-40c4-baa9-5d7318013dfa req-e7b71aba-bbcc-45e8-854f-c7c9acd7d8bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810194 May 19 16:52:28.385817 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2081c75b-62d2-4ee2-ae58-b293a4b66048 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (9502b5b8-d69b-49ad-93a6-8855de9f695e), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.389937 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2081c75b-62d2-4ee2-ae58-b293a4b66048 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (9502b5b8-d69b-49ad-93a6-8855de9f695e), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.409285 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081c75b-62d2-4ee2-ae58-b293a4b66048 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9502b5b8-d69b-49ad-93a6-8855de9f695e,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:28.417100 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2081c75b-62d2-4ee2-ae58-b293a4b66048 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.418355 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-2081c75b-62d2-4ee2-ae58-b293a4b66048 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292338 May 19 16:52:28.420966 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38120) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:28.425353 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-7fdfbd13-e4ba-484c-a544-99f72fece376 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'security_group_rule': {'security_group_id': '73382311-ac20-45b7-b78d-c6d809efaa27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:52:28.452158 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7fdfbd13-e4ba-484c-a544-99f72fece376 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (9265b78c-163f-486b-a294-d9fbfdd68f44), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.469624 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4bd8472d-59e1-4695-8135-ecd8bf585b7a req-d2fd8de1-1f63-4027-8df9-a1b67c792aad tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010127 May 19 16:52:28.497303 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:28.500640 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa67a356-0abe-40c4-baa9-5d7318013dfa req-92dcfff4-2e65-41bd-9c0c-bdca9e2df8fd service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248219 May 19 16:52:28.504612 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:28.515065 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7fdfbd13-e4ba-484c-a544-99f72fece376 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (9265b78c-163f-486b-a294-d9fbfdd68f44), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.519171 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7fdfbd13-e4ba-484c-a544-99f72fece376 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (9265b78c-163f-486b-a294-d9fbfdd68f44), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.540618 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfbd13-e4ba-484c-a544-99f72fece376 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9265b78c-163f-486b-a294-d9fbfdd68f44,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:28.549917 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7fdfbd13-e4ba-484c-a544-99f72fece376 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.553997 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-7fdfbd13-e4ba-484c-a544-99f72fece376 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291947 May 19 16:52:28.554330 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38122) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:28.559115 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'floatingip': {'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:52:28.579546 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.600791 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa67a356-0abe-40c4-baa9-5d7318013dfa req-ae71d9e6-a9b0-4e1e-bebd-d8d3dd6efc6b service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938158 May 19 16:52:28.675087 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.731599 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:28.740864 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394d7ca-d2ad-4b19-afaf-78ddb23ff602 req-e7e53f50-26d4-45bd-b769-95f0928959b8 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:28.742983 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1394d7ca-d2ad-4b19-afaf-78ddb23ff602 req-e7e53f50-26d4-45bd-b769-95f0928959b8 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0530763 May 19 16:52:28.790456 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Allocated IP 172.27.1.144 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/6977f05c-fb87-4f33-975d-13f84c493883) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:52:28.799773 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1394d7ca-d2ad-4b19-afaf-78ddb23ff602 req-51587ce7-30bf-4711-be0a-bfa02a1ee636 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509193 May 19 16:52:28.904578 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for port (6977f05c-fb87-4f33-975d-13f84c493883), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.938818 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (6977f05c-fb87-4f33-975d-13f84c493883), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:28.989797 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:52:28.994286 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:52:28.997092 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:52:29.022495 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'Port': ['ID=6977f05c-fb87-4f33-975d-13f84c493883,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:29.089804 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:29.129370 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (6977f05c-fb87-4f33-975d-13f84c493883), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:29.265980 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:29.289329 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:29.313565 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for port (6977f05c-fb87-4f33-975d-13f84c493883), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:29.318097 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (6977f05c-fb87-4f33-975d-13f84c493883), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:29.391303 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'Port': ['ID=6977f05c-fb87-4f33-975d-13f84c493883,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:29.402172 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:29.417452 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:29.418693 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-517ace90-5e7e-4f10-9d28-656452f88fe0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8633165 May 19 16:52:29.600140 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd896e8a-851c-40a7-8648-8c0115a0bd95 req-45aa8f4c-14e2-43c8-aa6e-99fe7ba0d96f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:29.601741 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fd896e8a-851c-40a7-8648-8c0115a0bd95 req-45aa8f4c-14e2-43c8-aa6e-99fe7ba0d96f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0517638 May 19 16:52:29.624041 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:29.655042 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fd896e8a-851c-40a7-8648-8c0115a0bd95 req-8f5905f8-4f6c-48bd-824b-5c814f918dcf tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464988 May 19 16:52:29.779823 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-dda84794-e65f-4743-a999-5d0c80b5df62 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1199784614&fields=id&tenant_id=3e200a1b99664fc8b41757e2ae404f50 HTTP/1.1" status: 200 len: 267 time: 0.0474842 May 19 16:52:29.890536 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-1df4dfe3-ccd0-4b3f-9440-a1327cc6272d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:29.892125 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-1df4dfe3-ccd0-4b3f-9440-a1327cc6272d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 814 time: 0.1046445 May 19 16:52:29.911476 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-c1dc522e-0525-4d22-9ef7-455052740fde tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/quotas/3e200a1b99664fc8b41757e2ae404f50 HTTP/1.1" status: 200 len: 375 time: 0.0134528 May 19 16:52:29.975319 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-f471addc-f150-45a4-9f42-dc5e346c15ac tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487444 May 19 16:52:30.078684 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-448a20ad-49cb-4efa-9107-fe0d48a70d34 service neutron] 10.222.0.36 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965035 May 19 16:52:30.173477 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-e3d68dbd-345a-402a-83da-261711879e05 service neutron] 10.222.0.36 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880301 May 19 16:52:30.391168 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc27f55-6a53-4e42-a8c4-2be23eac8585 req-46c927a2-b613-46f9-8582-210fcb333e95 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:30.393432 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fbc27f55-6a53-4e42-a8c4-2be23eac8585 req-46c927a2-b613-46f9-8582-210fcb333e95 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0532732 May 19 16:52:30.453248 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fbc27f55-6a53-4e42-a8c4-2be23eac8585 req-a0aa1c12-5f29-4f52-a0d7-e06f9ca96914 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528078 May 19 16:52:30.528463 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-19684383-9f5f-4a8c-9ec3-9cbff33e56de req-5227a12d-e2ce-4a57-99fc-26cf97d4ac46 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 210 time: 0.0317788 May 19 16:52:30.783913 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b66dfa-f046-4d09-bd54-dde3fe7282e5 req-401cb101-d598-4096-a46d-43ee146f2ca3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:30.785461 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-58b66dfa-f046-4d09-bd54-dde3fe7282e5 req-401cb101-d598-4096-a46d-43ee146f2ca3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0529208 May 19 16:52:30.840196 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-58b66dfa-f046-4d09-bd54-dde3fe7282e5 req-b1846483-9848-469f-88f6-5ed3e52173f9 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489504 May 19 16:52:31.358220 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-3dfc4634-ecc0-4df2-bbae-5f6cc3bcf012 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:31.359778 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-3dfc4634-ecc0-4df2-bbae-5f6cc3bcf012 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 814 time: 0.1167121 May 19 16:52:31.426539 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-38f4c394-ee1e-4f0a-bacc-603358a82baa tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e200a1b99664fc8b41757e2ae404f50 HTTP/1.1" status: 200 len: 380 time: 0.0571144 May 19 16:52:31.436139 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-163dcd92-5625-44f1-addb-453a0dc6f66b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'port': {'device_id': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'admin_state_up': True, 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'security_groups': ['73382311-ac20-45b7-b78d-c6d809efaa27']}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:52:31.532414 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:31.554402 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-163dcd92-5625-44f1-addb-453a0dc6f66b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Made reservation on behalf of 3e200a1b99664fc8b41757e2ae404f50 for: {'port': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:52:31.557907 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-163dcd92-5625-44f1-addb-453a0dc6f66b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:31.631132 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:31.745043 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044deae-2c43-4e6d-8cde-9b920753cd51 req-2c3e7a93-ae99-4ac7-b0fd-7c991ceeaadb tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:31.746585 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2044deae-2c43-4e6d-8cde-9b920753cd51 req-2c3e7a93-ae99-4ac7-b0fd-7c991ceeaadb tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0956120 May 19 16:52:31.766765 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-163dcd92-5625-44f1-addb-453a0dc6f66b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Allocated IP 172.20.0.14 (84ed37a0-33b7-474f-8c60-1eac20f29b87/6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5/66429d3e-5852-4dce-a0ad-1c45010f9bbf) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:52:31.837149 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2044deae-2c43-4e6d-8cde-9b920753cd51 req-6ef6a0b1-6f88-4f70-8438-229efe1e498a tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829005 May 19 16:52:31.940876 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c033b343-a651-4bea-889b-cd891b4c8f62 req-653df48d-1c8b-4f9e-9a01-51a21f134988 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 210 time: 0.0354459 May 19 16:52:31.985549 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-163dcd92-5625-44f1-addb-453a0dc6f66b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:32.028802 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-163dcd92-5625-44f1-addb-453a0dc6f66b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:32.076401 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-163dcd92-5625-44f1-addb-453a0dc6f66b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Network 84ed37a0-33b7-474f-8c60-1eac20f29b87 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:52:32.080271 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-163dcd92-5625-44f1-addb-453a0dc6f66b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:52:32.084413 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-163dcd92-5625-44f1-addb-453a0dc6f66b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:52:32.093986 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device a0aa27fe-54ef-4579-9ec6-c689af6a343c no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:52:32.117314 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dcd92-5625-44f1-addb-453a0dc6f66b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event updated for resources: {'Port': ['ID=66429d3e-5852-4dce-a0ad-1c45010f9bbf,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:32.187565 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55efa59-2376-45cd-a505-d892025681d0 req-4b7c8bdf-f7ba-43c2-958b-87b40b2c4ab1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:32.189801 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e55efa59-2376-45cd-a505-d892025681d0 req-4b7c8bdf-f7ba-43c2-958b-87b40b2c4ab1 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 946 time: 0.0642872 May 19 16:52:32.233952 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-163dcd92-5625-44f1-addb-453a0dc6f66b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:32.234646 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-163dcd92-5625-44f1-addb-453a0dc6f66b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:32.275538 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-163dcd92-5625-44f1-addb-453a0dc6f66b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8433952 May 19 16:52:32.294573 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e55efa59-2376-45cd-a505-d892025681d0 req-ee641478-f07c-4ea5-b18a-fa3533a42d08 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963578 May 19 16:52:32.369200 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-747c20a0-fdbc-4a1a-ac18-bb9eb2196cee None None] Provisioning complete for port 66429d3e-5852-4dce-a0ad-1c45010f9bbf triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:52:32.369488 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-747c20a0-fdbc-4a1a-ac18-bb9eb2196cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:32.372898 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port a0aa27fe-54ef-4579-9ec6-c689af6a343c is: ACTIVE; New status is: DOWN {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:52:32.373298 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:32.421199 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:52:32.423472 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bbdf4c-67fe-40ae-9e65-e96ca3dc4c76" -d '{"events": [{"server_uuid": "b09c9e04-1f06-49a6-bc87-f6f5f19d6606", "name": "network-vif-unplugged", "status": "completed", "tag": "a0aa27fe-54ef-4579-9ec6-c689af6a343c"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:52:32.435959 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-747c20a0-fdbc-4a1a-ac18-bb9eb2196cee None None] Port 66429d3e-5852-4dce-a0ad-1c45010f9bbf cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:52:32.440304 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port a0aa27fe-54ef-4579-9ec6-c689af6a343c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:32.444838 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:32.472194 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 May 2022 16:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3d0dc0-6896-4352-a22a-d58d313a56a5 x-openstack-request-id: req-0c3d0dc0-6896-4352-a22a-d58d313a56a5 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:52:32.473083 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09c9e04-1f06-49a6-bc87-f6f5f19d6606", "name": "network-vif-unplugged", "status": "failed", "tag": "a0aa27fe-54ef-4579-9ec6-c689af6a343c", "code": 422}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:52:32.473083 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c3d0dc0-6896-4352-a22a-d58d313a56a5 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:52:32.473564 dv-cinder-842433-1-iscsi neutron-server[110372]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0c3d0dc0-6896-4352-a22a-d58d313a56a5']: {'server_uuid': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'code': 422} returned with failed status May 19 16:52:32.499738 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=a0aa27fe-54ef-4579-9ec6-c689af6a343c,revision_number=8']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:32.563444 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38208) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:32.647168 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-c3854682-2884-463c-bb26-88a36639a765 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825479 May 19 16:52:32.655460 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-23376b12-04f6-46a1-a257-0afa8e08dbad service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 16:52:32.656451 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-23376b12-04f6-46a1-a257-0afa8e08dbad service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048790 May 19 16:52:32.732500 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38216) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:32.830369 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-08720162-7d37-4e8c-ad2e-2a495638d795 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:32.832410 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-08720162-7d37-4e8c-ad2e-2a495638d795 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports/a0aa27fe-54ef-4579-9ec6-c689af6a343c HTTP/1.1" status: 200 len: 941 time: 0.0988553 May 19 16:52:32.964197 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6347fa4-a63c-4429-b779-6348a7712e02 req-02da4153-1d13-4bd1-b9dd-98b048469a17 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:32.967563 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e6347fa4-a63c-4429-b779-6348a7712e02 req-02da4153-1d13-4bd1-b9dd-98b048469a17 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0545642 May 19 16:52:33.020486 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:33.026006 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e6347fa4-a63c-4429-b779-6348a7712e02 req-7130f50c-70b6-4b32-99d3-49c8fbadcc9c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522213 May 19 16:52:33.134163 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfb6ae-badc-4964-9883-7e4b5785dcef req-1c22e155-317f-482a-a8b2-515ab9257351 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:33.135659 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d9dfb6ae-badc-4964-9883-7e4b5785dcef req-1c22e155-317f-482a-a8b2-515ab9257351 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 932 time: 0.0493505 May 19 16:52:33.160426 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Request body: {'port': {'device_id': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:52:33.219009 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d9dfb6ae-badc-4964-9883-7e4b5785dcef req-754b0c59-3b4a-48e7-a55d-ef93bc76f6ee tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770600 May 19 16:52:33.251390 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:33.426603 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:33.485464 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed289619-843b-4ce3-9b57-5b68c94beab5 req-9507d0db-bb1c-47f7-8360-88f4157ddacd tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:33.486944 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ed289619-843b-4ce3-9b57-5b68c94beab5 req-9507d0db-bb1c-47f7-8360-88f4157ddacd tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.1033936 May 19 16:52:33.564769 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ed289619-843b-4ce3-9b57-5b68c94beab5 req-31d96ba2-ab45-4c9e-89ea-46db106287ad tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698304 May 19 16:52:33.625103 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66429d3e-5852-4dce-a0ad-1c45010f9bbf {{(pid=110371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:52:33.633308 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Publish callbacks [] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:33.646589 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.provisioning_blocks [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Transition to ACTIVE for port object 66429d3e-5852-4dce-a0ad-1c45010f9bbf will not be triggered until provisioned by entity L2. {{(pid=110371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:52:33.650008 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:33.652635 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-f09e5ed1-38b1-4db2-bd1f-6f42642e874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:33.654175 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-f09e5ed1-38b1-4db2-bd1f-6f42642e874b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606&tenant_id=bef5d1b475ef4228a77b87964b0b8ce1 HTTP/1.1" status: 200 len: 1128 time: 0.0409186 May 19 16:52:33.702358 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Pushing event updated for resources: {'Port': ['ID=66429d3e-5852-4dce-a0ad-1c45010f9bbf,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:33.723894 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-ebd6e5fb-04d8-4e74-a1fc-8f21058852d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:33.725928 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-ebd6e5fb-04d8-4e74-a1fc-8f21058852d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 1128 time: 0.0488060 May 19 16:52:33.782035 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Attempting to bind port 66429d3e-5852-4dce-a0ad-1c45010f9bbf on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:52:33.782371 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Attempting to bind port 66429d3e-5852-4dce-a0ad-1c45010f9bbf by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:52:33.782708 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Attempting to bind port 66429d3e-5852-4dce-a0ad-1c45010f9bbf on network 84ed37a0-33b7-474f-8c60-1eac20f29b87 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:52:33.787620 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Port 66429d3e-5852-4dce-a0ad-1c45010f9bbf on network 84ed37a0-33b7-474f-8c60-1eac20f29b87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:52:33.787937 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Attempting to bind port 66429d3e-5852-4dce-a0ad-1c45010f9bbf on network 84ed37a0-33b7-474f-8c60-1eac20f29b87 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:52:33.793678 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:52:33.794019 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Checking segment: {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:52:33.794406 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Bound using segment: {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:52:33.794832 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Bound port: 66429d3e-5852-4dce-a0ad-1c45010f9bbf, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e016a78-a8e0-4222-bbb2-6b3b01b656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87'}}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:52:33.795191 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:33.833574 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-db3f0d89-1589-4af9-8b4e-f47da03e72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:33.835920 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-db3f0d89-1589-4af9-8b4e-f47da03e72a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e HTTP/1.1" status: 200 len: 917 time: 0.1033928 May 19 16:52:33.873604 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] For port 66429d3e-5852-4dce-a0ad-1c45010f9bbf, host hv-cinder-84243, cleared binding levels {{(pid=110371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:52:33.877293 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] For port 66429d3e-5852-4dce-a0ad-1c45010f9bbf, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=66429d3e-5852-4dce-a0ad-1c45010f9bbf,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:52:33.884527 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:33.913829 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-8dab28d3-9bd4-4551-a830-2a60bb515414 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c HTTP/1.1" status: 200 len: 999 time: 0.0726290 May 19 16:52:33.934138 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:33.934766 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:33.936206 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] 10.222.0.48 "PUT /v2.0/ports/66429d3e-5852-4dce-a0ad-1c45010f9bbf HTTP/1.1" status: 200 len: 1094 time: 0.7800765 May 19 16:52:33.936654 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'tag': '66429d3e-5852-4dce-a0ad-1c45010f9bbf'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:52:33.939004 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae7bc2f-e248-4274-a4df-531b8a0b697f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd294276-db1b-4d22-a56c-4521ea0d0eac", "tag": "66429d3e-5852-4dce-a0ad-1c45010f9bbf"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:52:33.959672 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:33.963966 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e357a-2b73-49ef-8b71-81368e594b4c service neutron] Pushing event updated for resources: {'Port': ['ID=66429d3e-5852-4dce-a0ad-1c45010f9bbf,revision_number=3']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:33.979949 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-11e52b0b-942d-4a2b-b44b-e8885a643bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:33.981494 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-11e52b0b-942d-4a2b-b44b-e8885a643bad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f541ad9-852f-4765-a5b0-e6d7d16db937 HTTP/1.1" status: 200 len: 855 time: 0.0626488 May 19 16:52:34.008413 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce54ce3f-ac27-4f71-88d2-c17838627077 x-openstack-request-id: req-ce54ce3f-ac27-4f71-88d2-c17838627077 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:52:34.009000 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd294276-db1b-4d22-a56c-4521ea0d0eac", "tag": "66429d3e-5852-4dce-a0ad-1c45010f9bbf", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:52:34.009000 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce54ce3f-ac27-4f71-88d2-c17838627077 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:52:34.009364 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce54ce3f-ac27-4f71-88d2-c17838627077'] response: {'name': 'network-changed', 'server_uuid': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'tag': '66429d3e-5852-4dce-a0ad-1c45010f9bbf', 'status': 'completed', 'code': 200} May 19 16:52:34.042418 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-cad284d0-9b79-46ba-92cd-bca2a0e1d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:34.044109 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-cad284d0-9b79-46ba-92cd-bca2a0e1d7a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 1128 time: 0.0506778 May 19 16:52:34.044634 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-10a6e41f-e0d4-4eaa-9186-9651a5030267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:34.046183 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-10a6e41f-e0d4-4eaa-9186-9651a5030267 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528908 May 19 16:52:34.097891 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-3b090810-b303-47b0-b74f-7a5219cea301 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66429d3e-5852-4dce-a0ad-1c45010f9bbf HTTP/1.1" status: 200 len: 217 time: 0.0418882 May 19 16:52:34.164477 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-533b5da4-87f5-4b1a-a514-9f26e121b434 service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069314 May 19 16:52:34.196169 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39c20d-84d0-4521-a101-dcb4723355c8 req-79c9108e-e201-4798-a2b8-f0820fcc7239 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:34.199060 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3a39c20d-84d0-4521-a101-dcb4723355c8 req-79c9108e-e201-4798-a2b8-f0820fcc7239 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0827763 May 19 16:52:34.201414 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-20ec6269-3e50-482c-9a32-5139294bf5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:34.202590 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-20ec6269-3e50-482c-9a32-5139294bf5bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 HTTP/1.1" status: 200 len: 853 time: 0.0962813 May 19 16:52:34.256809 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-a7fae277-b61f-4ba9-a3d9-910f851dfb03 service neutron] 10.222.0.48 "GET /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866518 May 19 16:52:34.280525 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-5dbeede8-0bf0-41e5-acfb-d6f137a06ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:34.282055 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-5dbeede8-0bf0-41e5-acfb-d6f137a06ded service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84ed37a0-33b7-474f-8c60-1eac20f29b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703259 May 19 16:52:34.286992 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3a39c20d-84d0-4521-a101-dcb4723355c8 req-3de14a6b-d0b7-4a79-a159-4c6713b16cf4 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819631 May 19 16:52:34.397520 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:34.422022 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-2b95ca6d-39f4-4d55-8944-281ffef51b71 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327360 May 19 16:52:34.428490 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501f62c-e99c-49bb-8af9-760f4f6bef41 req-14caa7e4-a0af-4174-99ce-fa0d7e6c8c46 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:34.429924 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9501f62c-e99c-49bb-8af9-760f4f6bef41 req-14caa7e4-a0af-4174-99ce-fa0d7e6c8c46 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0775933 May 19 16:52:34.824159 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9501f62c-e99c-49bb-8af9-760f4f6bef41 req-9e5a72f0-04d3-4908-af2f-ec23d8de4fef tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3854511 May 19 16:52:34.859937 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ff8ecee8-06fc-4fc3-b500-d2c8244b5705 req-864aa448-e772-4e4c-9f7f-d42db1847836 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273746 May 19 16:52:34.992327 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e8fea-4736-41f9-a5eb-ccafc8db06d9 req-9b2f8bff-1d6f-4be5-aebb-52842e78d041 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:34.993874 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-159e8fea-4736-41f9-a5eb-ccafc8db06d9 req-9b2f8bff-1d6f-4be5-aebb-52842e78d041 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0548368 May 19 16:52:35.054365 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-159e8fea-4736-41f9-a5eb-ccafc8db06d9 req-502206bb-ae16-4c17-baea-5ada34089f2d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530074 May 19 16:52:35.411744 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455c230-1b07-47fc-a18d-5844c567135c req-384bee1a-6bbc-4948-9e9c-99ee090e733d tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:35.413487 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6455c230-1b07-47fc-a18d-5844c567135c req-384bee1a-6bbc-4948-9e9c-99ee090e733d tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0520105 May 19 16:52:35.470302 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6455c230-1b07-47fc-a18d-5844c567135c req-bc7582ec-8693-4ecd-b2a0-9a512fe53a1d tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508320 May 19 16:52:35.973043 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8415fff-f07b-4bcf-a902-8fc2febac194 req-0028d197-bc5a-4ab9-81e8-b1e0a8a89158 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:35.974694 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f8415fff-f07b-4bcf-a902-8fc2febac194 req-0028d197-bc5a-4ab9-81e8-b1e0a8a89158 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0509336 May 19 16:52:36.031157 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f8415fff-f07b-4bcf-a902-8fc2febac194 req-8541513d-ee9f-4120-8ea3-02fedda2a7c1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508890 May 19 16:52:36.104271 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device bdcf063e-89c5-4dd4-8d96-078d31278d21 details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:52:36.193720 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83910b6-79aa-4202-999e-8ae3f5502479 req-bd7da84f-fb34-4110-a43c-2c4da90231ce tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:36.195192 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b83910b6-79aa-4202-999e-8ae3f5502479 req-bd7da84f-fb34-4110-a43c-2c4da90231ce tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0589817 May 19 16:52:36.217649 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port bdcf063e-89c5-4dd4-8d96-078d31278d21, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:36.230617 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'port_id': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'mac_address': 'fa:16:3e:4e:aa:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:52:36.257826 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b83910b6-79aa-4202-999e-8ae3f5502479 req-6d0c780b-6be4-4b9a-9181-77d67369c25d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555332 May 19 16:52:36.276576 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port bdcf063e-89c5-4dd4-8d96-078d31278d21 is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:52:36.277028 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:36.278762 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:36.292474 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdcf063e-89c5-4dd4-8d96-078d31278d21 {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:52:36.314693 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port bdcf063e-89c5-4dd4-8d96-078d31278d21, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:36.319707 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:36.370735 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=bdcf063e-89c5-4dd4-8d96-078d31278d21,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:36.593478 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b3388-9b7c-46b4-893a-ce52240c3e3c req-5b600bd2-870f-4318-b40d-104941e59b68 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:36.594978 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b48b3388-9b7c-46b4-893a-ce52240c3e3c req-5b600bd2-870f-4318-b40d-104941e59b68 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 944 time: 0.0508642 May 19 16:52:36.649256 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b48b3388-9b7c-46b4-893a-ce52240c3e3c req-88fdcb6e-12b6-4872-ad59-cff3e0095e45 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475283 May 19 16:52:36.677497 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['bdcf063e-89c5-4dd4-8d96-078d31278d21'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:52:36.873514 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:37.155473 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad77c70-7e39-4f94-a50c-672b957f9dba req-c2ef0a29-4fa0-4d9c-9a9e-e4894f522a0b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:37.161708 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dad77c70-7e39-4f94-a50c-672b957f9dba req-c2ef0a29-4fa0-4d9c-9a9e-e4894f522a0b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0589430 May 19 16:52:37.183137 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:37.209673 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dad77c70-7e39-4f94-a50c-672b957f9dba req-900d1595-2b2b-4032-a564-5cae725508fa tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463045 May 19 16:52:37.381753 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20174-ba18-4504-aa34-ab74c4f84aba req-93b10345-4bc2-492f-9f80-3f2060e28aa2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:37.383442 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-65f20174-ba18-4504-aa34-ab74c4f84aba req-93b10345-4bc2-492f-9f80-3f2060e28aa2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0494967 May 19 16:52:37.434279 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-65f20174-ba18-4504-aa34-ab74c4f84aba req-f6530b33-49ac-420e-8a94-dd625b235f55 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445583 May 19 16:52:37.786097 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60d0a9-a8bc-429d-8265-043e8c8a3590 req-7e9de707-dc86-4b95-b509-de304da45bc8 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:37.788357 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1d60d0a9-a8bc-429d-8265-043e8c8a3590 req-7e9de707-dc86-4b95-b509-de304da45bc8 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 944 time: 0.0614142 May 19 16:52:37.841470 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1d60d0a9-a8bc-429d-8265-043e8c8a3590 req-4324be9b-aa8d-4fb6-a8df-826d8b372225 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470743 May 19 16:52:38.103763 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device bdcf063e-89c5-4dd4-8d96-078d31278d21 up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:52:38.157678 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port bdcf063e-89c5-4dd4-8d96-078d31278d21 completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:52:38.166458 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port bdcf063e-89c5-4dd4-8d96-078d31278d21 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:52:38.167214 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:38.243954 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port bdcf063e-89c5-4dd4-8d96-078d31278d21 is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:52:38.244438 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:38.269754 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcf063e-89c5-4dd4-8d96-078d31278d21'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:52:38.272313 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3320bb12-1e58-4b96-a675-d843fd6a87df" -d '{"events": [{"server_uuid": "8395bd9a-4534-4aa5-b2d0-f08d866a9339", "name": "network-vif-plugged", "status": "completed", "tag": "bdcf063e-89c5-4dd4-8d96-078d31278d21"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:52:38.287666 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port bdcf063e-89c5-4dd4-8d96-078d31278d21, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:38.314147 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:38.376119 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951f228-497e-4692-8dd8-385e5d85cf8a req-ae2bf90a-6976-4843-b8a8-18caae6780ec tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:38.378317 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f951f228-497e-4692-8dd8-385e5d85cf8a req-ae2bf90a-6976-4843-b8a8-18caae6780ec tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0874002 May 19 16:52:38.381366 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=bdcf063e-89c5-4dd4-8d96-078d31278d21,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:38.392740 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:38.437753 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f951f228-497e-4692-8dd8-385e5d85cf8a req-2ffd24bb-7497-4bc3-b65b-e326064eefb2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520639 May 19 16:52:38.484522 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dc750e-d2cf-47a6-93e9-53113243666c x-openstack-request-id: req-01dc750e-d2cf-47a6-93e9-53113243666c {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:52:38.484905 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8395bd9a-4534-4aa5-b2d0-f08d866a9339", "name": "network-vif-plugged", "status": "completed", "tag": "bdcf063e-89c5-4dd4-8d96-078d31278d21", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:52:38.485058 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01dc750e-d2cf-47a6-93e9-53113243666c {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:52:38.485489 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01dc750e-d2cf-47a6-93e9-53113243666c'] response: {'server_uuid': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'code': 200} May 19 16:52:38.587125 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c881ab-4c0e-4b38-8681-c4ddecc7a6c3 req-1c03b4fe-789f-4ebe-9143-48c416854d0e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:38.588656 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-87c881ab-4c0e-4b38-8681-c4ddecc7a6c3 req-1c03b4fe-789f-4ebe-9143-48c416854d0e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0491495 May 19 16:52:38.644930 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-87c881ab-4c0e-4b38-8681-c4ddecc7a6c3 req-e2c40daf-4b05-4c07-9b65-428998a56d63 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505021 May 19 16:52:38.966849 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad97015-1bb9-452b-bc67-52cba69c8a69 req-c4e0c923-ca54-4d2b-a58a-0ca55c79dd1e tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:38.968805 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1ad97015-1bb9-452b-bc67-52cba69c8a69 req-c4e0c923-ca54-4d2b-a58a-0ca55c79dd1e tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0504251 May 19 16:52:39.023081 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1ad97015-1bb9-452b-bc67-52cba69c8a69 req-01f30b51-dc57-4409-abdc-0e88abb97e25 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484850 May 19 16:52:39.555113 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a4ec1-5454-4374-83cd-77c3086707a8 req-849ba307-c930-4f88-8d0a-0b1cdfc88efb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:39.556631 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-685a4ec1-5454-4374-83cd-77c3086707a8 req-849ba307-c930-4f88-8d0a-0b1cdfc88efb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0491788 May 19 16:52:39.610916 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-685a4ec1-5454-4374-83cd-77c3086707a8 req-a783334c-4425-4e51-8162-ead914ae2b3c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487278 May 19 16:52:39.779016 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dae6d7-2ad1-45af-9d22-857278c24c78 req-c68e56f1-f0b0-4d9b-a366-0b034d48de2d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:39.780836 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-57dae6d7-2ad1-45af-9d22-857278c24c78 req-c68e56f1-f0b0-4d9b-a366-0b034d48de2d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0540638 May 19 16:52:39.836217 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-57dae6d7-2ad1-45af-9d22-857278c24c78 req-264c9c82-01af-4b55-9fcd-2599c8569cf3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493715 May 19 16:52:40.082775 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=18 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:40.085022 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=16 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:40.147452 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bed9a3-dccf-449b-bbc5-59cb4c8a509f req-81a8805e-bd03-4cc9-a388-df0c587e2422 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:40.149520 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-39bed9a3-dccf-449b-bbc5-59cb4c8a509f req-81a8805e-bd03-4cc9-a388-df0c587e2422 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0526609 May 19 16:52:40.204831 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-39bed9a3-dccf-449b-bbc5-59cb4c8a509f req-b25e9c9f-7ebe-4309-9d6f-154b52b781e1 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498064 May 19 16:52:40.743751 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b02a37-b910-4585-b4f7-17e9de28ecf7 req-63972003-6907-4f4d-bc8f-faf8eecfb7ba tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:40.745333 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6b02a37-b910-4585-b4f7-17e9de28ecf7 req-63972003-6907-4f4d-bc8f-faf8eecfb7ba tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0574100 May 19 16:52:40.801789 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6b02a37-b910-4585-b4f7-17e9de28ecf7 req-147ce4ed-80f3-495b-8362-b76215ec1ab0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506189 May 19 16:52:40.978603 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ef7c429d-0c7e-47b8-8ea0-bff93401b7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:40.979494 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a46fc7-86f4-49bd-82d1-56b6aa9c38e8 req-e992761b-e364-4c3b-a035-095e9dd43092 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:40.981038 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-63a46fc7-86f4-49bd-82d1-56b6aa9c38e8 req-e992761b-e364-4c3b-a035-095e9dd43092 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0553093 May 19 16:52:41.046061 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-63a46fc7-86f4-49bd-82d1-56b6aa9c38e8 req-b1d3fc65-1b84-47e3-9003-63545baaa030 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558980 May 19 16:52:41.061826 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:41.325177 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b2e80-4e22-4f75-9bd4-e34f0f69d03e req-098136d8-598b-440d-96a4-22534abdffaa tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:41.326827 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-999b2e80-4e22-4f75-9bd4-e34f0f69d03e req-098136d8-598b-440d-96a4-22534abdffaa tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0496640 May 19 16:52:41.385503 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-999b2e80-4e22-4f75-9bd4-e34f0f69d03e req-1f519243-531f-447e-994d-392dde0c8896 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520468 May 19 16:52:41.920382 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:41.939026 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bc787-7eb6-4e79-9cf5-1657ff84cc68 req-8f28274c-c86f-4ef7-8459-3ca1b5d9efb9 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:41.941079 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-605bc787-7eb6-4e79-9cf5-1657ff84cc68 req-8f28274c-c86f-4ef7-8459-3ca1b5d9efb9 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0618103 May 19 16:52:41.991786 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-605bc787-7eb6-4e79-9cf5-1657ff84cc68 req-aae29997-6c64-4470-ba10-9a21e142d2b3 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450263 May 19 16:52:42.178760 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b497d81-3c3e-4d70-8e47-e67f60eb8135 req-62fe1393-c9ec-4e24-b7b7-2d09dcf235bc tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:42.180447 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7b497d81-3c3e-4d70-8e47-e67f60eb8135 req-62fe1393-c9ec-4e24-b7b7-2d09dcf235bc tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0549996 May 19 16:52:42.229016 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7b497d81-3c3e-4d70-8e47-e67f60eb8135 req-8bb72b54-3dfb-4ffc-95da-f0b4b216d810 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426350 May 19 16:52:42.514122 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a7dad-a556-47c6-82b5-10b4c43bf64a req-d0e7589f-d98d-4de3-bb51-aef00704645f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:42.515765 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a14a7dad-a556-47c6-82b5-10b4c43bf64a req-d0e7589f-d98d-4de3-bb51-aef00704645f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0546048 May 19 16:52:42.554106 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:42.569279 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a14a7dad-a556-47c6-82b5-10b4c43bf64a req-338c8517-8318-420d-b26a-d40e84933dcb tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472689 May 19 16:52:43.114015 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2dc57-ff97-4164-bede-481d7cee10c7 req-f39875e3-fdcf-4bdd-bf9e-76ab6c3d8a0f tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:43.115526 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ace2dc57-ff97-4164-bede-481d7cee10c7 req-f39875e3-fdcf-4bdd-bf9e-76ab6c3d8a0f tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0527380 May 19 16:52:43.165002 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ace2dc57-ff97-4164-bede-481d7cee10c7 req-c5554f35-994d-4cbb-90f6-91e41de27e6e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 May 19 16:52:43.347893 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5bcbd-11a0-4e72-9d31-02e10b59bce0 req-ab8572cd-f31c-4d9f-b490-45769922a2c6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:43.349276 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a9a5bcbd-11a0-4e72-9d31-02e10b59bce0 req-ab8572cd-f31c-4d9f-b490-45769922a2c6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0463483 May 19 16:52:43.399163 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a9a5bcbd-11a0-4e72-9d31-02e10b59bce0 req-3b66d988-13e3-46d5-ba68-166521c27cbc tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444617 May 19 16:52:43.684945 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb1b58-a404-45e6-b4ee-54d29f338355 req-aaec9d9b-9e0d-4613-8941-ccee990ba286 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:43.686556 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-54cb1b58-a404-45e6-b4ee-54d29f338355 req-aaec9d9b-9e0d-4613-8941-ccee990ba286 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0466235 May 19 16:52:43.734592 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-54cb1b58-a404-45e6-b4ee-54d29f338355 req-99f98088-97cf-40ae-875c-edf6ce6d540a tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419557 May 19 16:52:44.251448 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=68,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:44.256456 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=80 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:44.277746 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba6639-43d2-4597-a3a5-6443506505d4 req-793cd52f-6cc1-4346-b9a2-da45dcea231e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:44.279516 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e7ba6639-43d2-4597-a3a5-6443506505d4 req-793cd52f-6cc1-4346-b9a2-da45dcea231e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0489662 May 19 16:52:44.291035 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f9f529d9-9a00-4752-8b6d-11c13da07c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:44.326578 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e7ba6639-43d2-4597-a3a5-6443506505d4 req-93d6629a-49c2-4b09-8959-34167075b9b2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408928 May 19 16:52:44.520041 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd0a7e-4b53-46c5-8c54-788571b1c4e4 req-722dfcbd-fc7b-4724-9ad0-ffad55e2dabe tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:44.521539 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fbbd0a7e-4b53-46c5-8c54-788571b1c4e4 req-722dfcbd-fc7b-4724-9ad0-ffad55e2dabe tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0515323 May 19 16:52:44.569338 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fbbd0a7e-4b53-46c5-8c54-788571b1c4e4 req-2574b05e-ae4d-4fec-a93d-8d64184d828a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423133 May 19 16:52:44.855719 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544dcf7-9701-4e32-968a-5b1b519f753f req-3961fbf6-9a03-4801-ace9-6e80d64b1249 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:44.858447 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3544dcf7-9701-4e32-968a-5b1b519f753f req-3961fbf6-9a03-4801-ace9-6e80d64b1249 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0533497 May 19 16:52:44.908453 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3544dcf7-9701-4e32-968a-5b1b519f753f req-7539b320-ea94-42e3-849f-c2dd33ce7cb7 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447114 May 19 16:52:45.220046 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:45.441001 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8d84f-6da5-49ce-807a-9c001fe16723 req-098eecab-e582-4631-8077-463952e9f3fe tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:45.442515 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4ca8d84f-6da5-49ce-807a-9c001fe16723 req-098eecab-e582-4631-8077-463952e9f3fe tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0473704 May 19 16:52:45.494328 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4ca8d84f-6da5-49ce-807a-9c001fe16723 req-d489a4d6-4f48-4c5c-8103-917def104242 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462258 May 19 16:52:45.688660 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e24585-20e3-420c-b7f2-6ae912daf06e req-addfe0db-4365-4b91-9242-1b39d995eb0e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:45.690705 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10e24585-20e3-420c-b7f2-6ae912daf06e req-addfe0db-4365-4b91-9242-1b39d995eb0e tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0470886 May 19 16:52:45.732436 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:45.740497 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10e24585-20e3-420c-b7f2-6ae912daf06e req-9eadc426-c47a-4241-9569-cdb150c42141 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439348 May 19 16:52:46.021195 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c96ba-5603-4e9e-bd1b-ec76bda016fb req-c2f62f79-bbc4-470d-8804-f57cb080be9e tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:46.022582 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-377c96ba-5603-4e9e-bd1b-ec76bda016fb req-c2f62f79-bbc4-470d-8804-f57cb080be9e tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0474820 May 19 16:52:46.070937 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-377c96ba-5603-4e9e-bd1b-ec76bda016fb req-dc8626a2-55d0-479a-9da7-19d99547706f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425916 May 19 16:52:46.612287 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c18f4a-e4f5-4e5f-9703-1aeda544708d req-3b8ce8ed-590a-45f8-9cb2-46cdbcb2bb9b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:46.613804 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b2c18f4a-e4f5-4e5f-9703-1aeda544708d req-3b8ce8ed-590a-45f8-9cb2-46cdbcb2bb9b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0509317 May 19 16:52:46.661061 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b2c18f4a-e4f5-4e5f-9703-1aeda544708d req-842624fb-f14e-41a1-918a-ae4888e6bd85 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417039 May 19 16:52:46.866060 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54150a-e55a-4448-bd72-494107e3f6cd req-dc257fbb-48fa-4b89-b493-7f35d63cbc69 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:46.867581 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7a54150a-e55a-4448-bd72-494107e3f6cd req-dc257fbb-48fa-4b89-b493-7f35d63cbc69 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0481646 May 19 16:52:46.916884 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7a54150a-e55a-4448-bd72-494107e3f6cd req-c350b1ce-115e-4c13-a245-938f914ed993 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435183 May 19 16:52:46.986981 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:47.158580 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:47.198178 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a7b55-7c22-46c5-8278-6b47a2ffbbfe req-3955cce8-7ea6-47f2-a114-898b20d28e14 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:47.199672 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c63a7b55-7c22-46c5-8278-6b47a2ffbbfe req-3955cce8-7ea6-47f2-a114-898b20d28e14 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0531254 May 19 16:52:47.249088 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c63a7b55-7c22-46c5-8278-6b47a2ffbbfe req-c37b7167-047a-4b76-969b-3ec3593dc9aa tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438235 May 19 16:52:47.790918 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70555195-d3d5-4e9f-912d-95b327d0d71d req-75e1bdca-82cb-4184-ad12-7ffcac7e3f8a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:47.792454 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-70555195-d3d5-4e9f-912d-95b327d0d71d req-75e1bdca-82cb-4184-ad12-7ffcac7e3f8a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0624895 May 19 16:52:47.839171 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-70555195-d3d5-4e9f-912d-95b327d0d71d req-5e6b5df1-91d7-455c-bed1-9f8b51eb1c0d tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411482 May 19 16:52:48.032945 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48931633-f444-4c9f-aef0-2870866ad7b6 req-4fc161e9-0818-49cf-adde-683958a2bae3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:48.035095 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-48931633-f444-4c9f-aef0-2870866ad7b6 req-4fc161e9-0818-49cf-adde-683958a2bae3 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0482185 May 19 16:52:48.089054 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-48931633-f444-4c9f-aef0-2870866ad7b6 req-1b4e45e6-8322-4efd-a53f-3612df36d6d6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482936 May 19 16:52:48.363138 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee816c4-6680-4a57-bf40-93d15d89722a req-fb55365b-5c08-49ce-a461-649925854479 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:48.364585 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fee816c4-6680-4a57-bf40-93d15d89722a req-fb55365b-5c08-49ce-a461-649925854479 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0475729 May 19 16:52:48.414226 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fee816c4-6680-4a57-bf40-93d15d89722a req-a2719bba-755d-40fc-93ab-d6f62a76b49d tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440223 May 19 16:52:48.558464 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:48.953640 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb258be-e156-4bf9-9030-eba986a1f6d2 req-c367eef9-820b-47e3-8470-c7dfaf820f35 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:48.955109 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9eb258be-e156-4bf9-9030-eba986a1f6d2 req-c367eef9-820b-47e3-8470-c7dfaf820f35 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0472038 May 19 16:52:49.001652 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9eb258be-e156-4bf9-9030-eba986a1f6d2 req-9a049e87-6b7a-4617-be6b-a6df0611e265 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405717 May 19 16:52:49.217697 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56543eb-bc32-49db-b443-bd0795aca57a req-b7979e8c-e604-4984-8a78-8cd439c1638d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:49.219147 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f56543eb-bc32-49db-b443-bd0795aca57a req-b7979e8c-e604-4984-8a78-8cd439c1638d tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0508258 May 19 16:52:49.266031 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f56543eb-bc32-49db-b443-bd0795aca57a req-b9eaacef-8996-4f1c-8d30-cc6aaa2fdf33 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412741 May 19 16:52:49.528333 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb01cf9-7f9c-4d9b-9e29-b8a73b00d773 req-4dac3b27-2592-4ba6-a9d8-d257a79aaef6 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:49.529820 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0cb01cf9-7f9c-4d9b-9e29-b8a73b00d773 req-4dac3b27-2592-4ba6-a9d8-d257a79aaef6 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0482888 May 19 16:52:49.578935 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0cb01cf9-7f9c-4d9b-9e29-b8a73b00d773 req-3d698dd7-378a-4451-ae0d-ec03f71f00b0 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436532 May 19 16:52:50.100354 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:50.114227 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e90efa-332c-4523-83fc-baf2498b1715 req-818069ab-f42c-4cad-ab89-29f5701e7a8b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:50.115695 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-69e90efa-332c-4523-83fc-baf2498b1715 req-818069ab-f42c-4cad-ab89-29f5701e7a8b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0471613 May 19 16:52:50.167051 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-69e90efa-332c-4523-83fc-baf2498b1715 req-10bbc9a6-0c94-445c-bb58-df1939984ec6 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457079 May 19 16:52:50.227837 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device a0aa27fe-54ef-4579-9ec6-c689af6a343c details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:52:50.298643 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:50.327073 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port a0aa27fe-54ef-4579-9ec6-c689af6a343c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:50.338868 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'port_id': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'mac_address': 'fa:16:3e:34:85:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:52:50.376907 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port a0aa27fe-54ef-4579-9ec6-c689af6a343c is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:52:50.377328 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:50.385422 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e554d-9094-44da-a9cf-eb92df0b06d7 req-da47d676-0d4b-4e8a-8cd1-0ab95b5eddcb tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:50.386908 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-330e554d-9094-44da-a9cf-eb92df0b06d7 req-da47d676-0d4b-4e8a-8cd1-0ab95b5eddcb tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 944 time: 0.0470879 May 19 16:52:50.390363 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0aa27fe-54ef-4579-9ec6-c689af6a343c {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:52:50.411031 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port a0aa27fe-54ef-4579-9ec6-c689af6a343c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:50.415249 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:50.435753 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-330e554d-9094-44da-a9cf-eb92df0b06d7 req-0cf0780b-9a4b-4a0a-bd5d-4fcf36e5b912 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423598 May 19 16:52:50.460916 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=a0aa27fe-54ef-4579-9ec6-c689af6a343c,revision_number=9']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:50.468067 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.468414 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.468774 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.469115 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.469538 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.469867 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.470191 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.470514 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.470835 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.471209 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.472039 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.472362 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.472680 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.472995 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.473341 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:50.691250 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4995f53-5996-46d1-b9fc-a9cc15cd2e5f req-6fac201b-8f4c-415c-b41f-6ad432e856ac tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:50.692639 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b4995f53-5996-46d1-b9fc-a9cc15cd2e5f req-6fac201b-8f4c-415c-b41f-6ad432e856ac tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0472338 May 19 16:52:50.741873 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b4995f53-5996-46d1-b9fc-a9cc15cd2e5f req-70495ac0-00c0-4e1e-9058-55dced2642da tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436375 May 19 16:52:50.820013 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7bc2f-e248-4274-a4df-531b8a0b697f req-56973d33-ac15-4f55-ba25-3c393b044ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:50.821732 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8ae7bc2f-e248-4274-a4df-531b8a0b697f req-56973d33-ac15-4f55-ba25-3c393b044ec2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 1128 time: 0.0451851 May 19 16:52:50.829649 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['a0aa27fe-54ef-4579-9ec6-c689af6a343c'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:52:50.917759 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7bc2f-e248-4274-a4df-531b8a0b697f req-013d4bfe-e60f-443e-a921-dc28bbc1fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:50.918918 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab83f70-7798-4ad3-8917-5bc1f4e57d1b req-b93a3ec3-67c7-4209-a847-3bdab2021cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:50.919395 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8ae7bc2f-e248-4274-a4df-531b8a0b697f req-013d4bfe-e60f-443e-a921-dc28bbc1fb01 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 915 time: 0.0917015 May 19 16:52:50.920435 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3ab83f70-7798-4ad3-8917-5bc1f4e57d1b req-b93a3ec3-67c7-4209-a847-3bdab2021cc0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 1129 time: 0.0552301 May 19 16:52:50.947087 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:50.968393 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8ae7bc2f-e248-4274-a4df-531b8a0b697f req-fea2b4e0-4ef1-4547-94f2-a95fa66a9b7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66429d3e-5852-4dce-a0ad-1c45010f9bbf HTTP/1.1" status: 200 len: 217 time: 0.0386248 May 19 16:52:50.975846 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3ab83f70-7798-4ad3-8917-5bc1f4e57d1b req-8b597290-2571-4b56-9129-8cd6e1adb28d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455670 May 19 16:52:51.006028 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:51.017121 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7bc2f-e248-4274-a4df-531b8a0b697f req-cf4f3e2a-653e-4567-935a-141938c491b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:51.019164 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8ae7bc2f-e248-4274-a4df-531b8a0b697f req-cf4f3e2a-653e-4567-935a-141938c491b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 HTTP/1.1" status: 200 len: 853 time: 0.0458045 May 19 16:52:51.308757 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d9612-b26a-475b-99ef-96618ac4564d req-85050ca7-db2b-403c-a88e-5ed9cabf03f3 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:51.310257 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e37d9612-b26a-475b-99ef-96618ac4564d req-85050ca7-db2b-403c-a88e-5ed9cabf03f3 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0759368 May 19 16:52:51.313188 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7bc2f-e248-4274-a4df-531b8a0b697f req-53b9abdd-b500-48d5-9212-65c9982e439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:51.314543 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8ae7bc2f-e248-4274-a4df-531b8a0b697f req-53b9abdd-b500-48d5-9212-65c9982e439b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84ed37a0-33b7-474f-8c60-1eac20f29b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521049 May 19 16:52:51.412464 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e37d9612-b26a-475b-99ef-96618ac4564d req-1873420e-ad58-4319-82ea-ccbbc5972f4f tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966637 May 19 16:52:51.437400 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8ae7bc2f-e248-4274-a4df-531b8a0b697f req-6d4910c8-80f7-4a2f-8a31-26c1d9000fa2 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148283 May 19 16:52:51.554148 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc480225-f948-4c1c-b804-989ebd05e0f7 req-771a27c6-14e2-4897-8890-8fc12caec2cf tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:51.555650 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dc480225-f948-4c1c-b804-989ebd05e0f7 req-771a27c6-14e2-4897-8890-8fc12caec2cf tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 945 time: 0.0485981 May 19 16:52:51.606692 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dc480225-f948-4c1c-b804-989ebd05e0f7 req-b0c279f3-40a4-43cf-9f89-fdb5fb4212a4 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454116 May 19 16:52:51.862226 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b02390-9072-488a-abf9-214bb80c9ca8 req-d624e72b-eccc-44e1-b13e-964befe1f43d tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:51.863703 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-65b02390-9072-488a-abf9-214bb80c9ca8 req-d624e72b-eccc-44e1-b13e-964befe1f43d tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0556870 May 19 16:52:51.915595 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-65b02390-9072-488a-abf9-214bb80c9ca8 req-1aa11031-a521-478b-9b78-6e4cc4c89915 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459213 May 19 16:52:52.009654 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:52.028233 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8ae7bc2f-e248-4274-a4df-531b8a0b697f req-0bb99860-a646-4061-b34d-f0a3794e7797 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870547 May 19 16:52:52.231381 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 66429d3e-5852-4dce-a0ad-1c45010f9bbf details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:52:52.235461 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device a0aa27fe-54ef-4579-9ec6-c689af6a343c up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:52:52.336378 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port a0aa27fe-54ef-4579-9ec6-c689af6a343c triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:52:52.336658 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:52.398601 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 66429d3e-5852-4dce-a0ad-1c45010f9bbf, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=66429d3e-5852-4dce-a0ad-1c45010f9bbf,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:52.411600 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': '66429d3e-5852-4dce-a0ad-1c45010f9bbf', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'port_id': '66429d3e-5852-4dce-a0ad-1c45010f9bbf', 'mac_address': 'fa:16:3e:6d:31:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:52:52.472637 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port a0aa27fe-54ef-4579-9ec6-c689af6a343c is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:52:52.473024 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:52.477517 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 66429d3e-5852-4dce-a0ad-1c45010f9bbf is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:52:52.477893 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:52.505093 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66429d3e-5852-4dce-a0ad-1c45010f9bbf {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:52:52.509934 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:52.515177 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:52:52.517435 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13ed730-3a1e-4346-8e51-a49ac61c8324" -d '{"events": [{"server_uuid": "b09c9e04-1f06-49a6-bc87-f6f5f19d6606", "name": "network-vif-plugged", "status": "completed", "tag": "a0aa27fe-54ef-4579-9ec6-c689af6a343c"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:52:52.530301 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd19380-328f-4f6b-a593-678d1c1a8a5e req-ecfd3f96-ed4f-4b58-8367-3b3e2a4b9837 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:52.531794 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dfd19380-328f-4f6b-a593-678d1c1a8a5e req-ecfd3f96-ed4f-4b58-8367-3b3e2a4b9837 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0501473 May 19 16:52:52.541521 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port a0aa27fe-54ef-4579-9ec6-c689af6a343c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:52.545308 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 66429d3e-5852-4dce-a0ad-1c45010f9bbf, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=66429d3e-5852-4dce-a0ad-1c45010f9bbf,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:52.546655 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:52.552290 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:52.584001 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dfd19380-328f-4f6b-a593-678d1c1a8a5e req-518310f4-81bf-4ea4-898e-205afe0dfb5a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463269 May 19 16:52:52.594147 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=a0aa27fe-54ef-4579-9ec6-c689af6a343c,revision_number=10']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:52.632134 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c82810-2843-404b-81ff-b06cbc193a7a x-openstack-request-id: req-01c82810-2843-404b-81ff-b06cbc193a7a {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:52:52.632419 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09c9e04-1f06-49a6-bc87-f6f5f19d6606", "name": "network-vif-plugged", "status": "completed", "tag": "a0aa27fe-54ef-4579-9ec6-c689af6a343c", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:52:52.632665 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01c82810-2843-404b-81ff-b06cbc193a7a {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:52:52.633052 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c82810-2843-404b-81ff-b06cbc193a7a'] response: {'server_uuid': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'code': 200} May 19 16:52:52.656054 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=66429d3e-5852-4dce-a0ad-1c45010f9bbf,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:52.731127 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4e788-a4e7-4079-917b-203e7d413b33 req-5a3fcc63-1932-468d-be32-8f08f3b6f311 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:52.732619 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-16c4e788-a4e7-4079-917b-203e7d413b33 req-5a3fcc63-1932-468d-be32-8f08f3b6f311 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 947 time: 0.0476887 May 19 16:52:52.794015 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-16c4e788-a4e7-4079-917b-203e7d413b33 req-76e890a8-e2ed-4aca-b7af-228ffff0f11f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536754 May 19 16:52:52.948067 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3928cf-e611-43ea-bbe2-208c4e186618 req-e3fd900d-268e-43df-a885-a7b36bb166aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:52.949816 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2c3928cf-e611-43ea-bbe2-208c4e186618 req-e3fd900d-268e-43df-a885-a7b36bb166aa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 1131 time: 0.0439804 May 19 16:52:52.956579 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['66429d3e-5852-4dce-a0ad-1c45010f9bbf'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:52:53.005560 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2c3928cf-e611-43ea-bbe2-208c4e186618 req-aab7c414-9e32-402a-9633-75f336acc922 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493376 May 19 16:52:53.039167 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ef148-275d-4635-81c3-9cbaa762f1be req-c981f092-e7da-432c-910e-9930a9c46714 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:53.040633 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-529ef148-275d-4635-81c3-9cbaa762f1be req-c981f092-e7da-432c-910e-9930a9c46714 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0557389 May 19 16:52:53.089005 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-529ef148-275d-4635-81c3-9cbaa762f1be req-7331e519-5336-43eb-bbe1-698a5f00ada8 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427461 May 19 16:52:53.202141 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01b1f0-0980-44e6-b876-5f4e7d5feb57 req-703dc5db-7fc7-4652-bde1-3a6891d2a04a tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:53.203528 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fb01b1f0-0980-44e6-b876-5f4e7d5feb57 req-703dc5db-7fc7-4652-bde1-3a6891d2a04a tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0476539 May 19 16:52:53.256797 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fb01b1f0-0980-44e6-b876-5f4e7d5feb57 req-08e994af-d2fa-430e-876a-f67d74fa0e60 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475941 May 19 16:52:53.278693 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38370) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:53.405395 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:52:53.416147 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5a3b12-a678-4a21-8cef-e4ddef75f2e8 tempest-TestShelveInstance-1262844770 tempest-TestShelveInstance-1262844770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:53.417746 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-9f5a3b12-a678-4a21-8cef-e4ddef75f2e8 tempest-TestShelveInstance-1262844770 tempest-TestShelveInstance-1262844770-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 1124 time: 0.1380544 May 19 16:52:53.420743 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38374) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:53.424939 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Request body: {'floatingip': {'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'port_id': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:52:53.446257 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:53.485963 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:53.536155 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:53.639681 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Allocated IP 172.27.1.250 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/bec1c442-490e-4db4-8f2a-95aee8072a0a) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:52:53.740948 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6ccab-7c70-45f2-9502-6322f9784864 req-ea9c3b0a-2c14-4003-972b-74b33a4f1a51 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:53.742378 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-87b6ccab-7c70-45f2-9502-6322f9784864 req-ea9c3b0a-2c14-4003-972b-74b33a4f1a51 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 945 time: 0.0908659 May 19 16:52:53.790054 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:53.816559 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for port (bec1c442-490e-4db4-8f2a-95aee8072a0a), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:53.829129 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-87b6ccab-7c70-45f2-9502-6322f9784864 req-8e5ccdb9-b9b9-4300-b516-4539534093a7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803881 May 19 16:52:53.864562 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (bec1c442-490e-4db4-8f2a-95aee8072a0a), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:53.941413 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:52:53.948668 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:52:53.957172 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:52:53.960344 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Pushing event updated for resources: {'Port': ['ID=bec1c442-490e-4db4-8f2a-95aee8072a0a,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:53.985840 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc71f17-fb4d-4840-9f43-c2a2c1abe068 req-583f2172-c94e-48d3-b52a-de71922f4e21 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:53.987362 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6bc71f17-fb4d-4840-9f43-c2a2c1abe068 req-583f2172-c94e-48d3-b52a-de71922f4e21 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 947 time: 0.0925221 May 19 16:52:53.993819 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:53.994080 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:53.994451 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:53.994791 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:53.995129 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:53.995485 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:53.995796 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:53.996122 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:53.996449 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:53.997033 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:53.997385 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:53.997710 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:53.998036 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:53.998356 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:53.998675 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:52:54.089310 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6bc71f17-fb4d-4840-9f43-c2a2c1abe068 req-5bdd56e5-5576-46c6-8f33-55ef308056ec tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870910 May 19 16:52:54.251576 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 66429d3e-5852-4dce-a0ad-1c45010f9bbf up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:52:54.273563 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:54.293739 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port 66429d3e-5852-4dce-a0ad-1c45010f9bbf completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:52:54.299798 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port 66429d3e-5852-4dce-a0ad-1c45010f9bbf triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:52:54.300285 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:54.365482 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:54.367403 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for floatingip (8c143c48-f551-42e8-a7e6-51c3f679a6ed), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:54.379646 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 66429d3e-5852-4dce-a0ad-1c45010f9bbf is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:52:54.380034 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:54.415050 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 66429d3e-5852-4dce-a0ad-1c45010f9bbf, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=66429d3e-5852-4dce-a0ad-1c45010f9bbf,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:52:54.418753 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:54.436609 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (bec1c442-490e-4db4-8f2a-95aee8072a0a), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:54.465064 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=66429d3e-5852-4dce-a0ad-1c45010f9bbf,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:54.610601 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:54.615067 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for port (bec1c442-490e-4db4-8f2a-95aee8072a0a), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:54.619959 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (bec1c442-490e-4db4-8f2a-95aee8072a0a), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:54.634374 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66429d3e-5852-4dce-a0ad-1c45010f9bbf'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:52:54.636670 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289fdb18-416c-43f4-ac6c-f383616c0846" -d '{"events": [{"server_uuid": "fd294276-db1b-4d22-a56c-4521ea0d0eac", "name": "network-vif-plugged", "status": "completed", "tag": "66429d3e-5852-4dce-a0ad-1c45010f9bbf"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:52:54.672761 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccff3a59-18f4-4e63-b209-fd9d5892d573 x-openstack-request-id: req-ccff3a59-18f4-4e63-b209-fd9d5892d573 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:52:54.673050 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd294276-db1b-4d22-a56c-4521ea0d0eac", "name": "network-vif-plugged", "status": "completed", "tag": "66429d3e-5852-4dce-a0ad-1c45010f9bbf", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:52:54.673330 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ccff3a59-18f4-4e63-b209-fd9d5892d573 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:52:54.673728 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccff3a59-18f4-4e63-b209-fd9d5892d573'] response: {'server_uuid': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66429d3e-5852-4dce-a0ad-1c45010f9bbf', 'code': 200} May 19 16:52:54.694914 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Pushing event updated for resources: {'Port': ['ID=bec1c442-490e-4db4-8f2a-95aee8072a0a,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:52:54.708656 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (8c143c48-f551-42e8-a7e6-51c3f679a6ed), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:55.064918 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Floating IP 8c143c48-f551-42e8-a7e6-51c3f679a6ed associated. External IP: 172.27.1.250, port: bdcf063e-89c5-4dd4-8d96-078d31278d21. May 19 16:52:55.115301 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4311f-a4d5-445a-afe3-4d70abe3de96 req-8b808078-57a4-4e4c-848b-977b55f0490b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:55.116659 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-77a4311f-a4d5-445a-afe3-4d70abe3de96 req-8b808078-57a4-4e4c-848b-977b55f0490b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 946 time: 0.0968513 May 19 16:52:55.192030 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784ba2-9ec7-4a38-9d15-f902a7b9cdd5 req-2ccba8ac-2256-48eb-a2a0-c74332d2568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:55.194063 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-57784ba2-9ec7-4a38-9d15-f902a7b9cdd5 req-2ccba8ac-2256-48eb-a2a0-c74332d2568d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 1130 time: 0.0852799 May 19 16:52:55.268798 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-77a4311f-a4d5-445a-afe3-4d70abe3de96 req-b16dd016-e01f-4b12-b33f-f882c77bb97c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389294 May 19 16:52:55.356577 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:55.364717 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-57784ba2-9ec7-4a38-9d15-f902a7b9cdd5 req-14ef9d2e-87b2-48e7-b373-0d0caec0bbd7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399281 May 19 16:52:55.409046 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1126b1-4746-4b93-902a-d7cb28ddc800 req-eaf2f188-de3b-451b-adeb-2d5d18ebbdc6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:55.410574 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4c1126b1-4746-4b93-902a-d7cb28ddc800 req-eaf2f188-de3b-451b-adeb-2d5d18ebbdc6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 947 time: 0.0721390 May 19 16:52:55.483946 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Router 668ee9c4-7b03-43df-8c0a-10972394b0f0 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:52:55.506189 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4c1126b1-4746-4b93-902a-d7cb28ddc800 req-5273d1d1-8e45-4628-aad3-f2f138f79384 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646260 May 19 16:52:55.603725 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:52:55.614311 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df61727-39d5-429a-b4ff-681a86bb36cf None None] Sync routers for ids ['668ee9c4-7b03-43df-8c0a-10972394b0f0'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:52:55.622391 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:55.625358 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df61727-39d5-429a-b4ff-681a86bb36cf None None] Routers {'668ee9c4-7b03-43df-8c0a-10972394b0f0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:52:55.625977 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-7df61727-39d5-429a-b4ff-681a86bb36cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:52:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['668ee9c4-7b03-43df-8c0a-10972394b0f0'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:55.653504 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-a6d16e62-64c5-4b63-a63e-d1c0bd7e083f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2315741 May 19 16:52:55.654075 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'tag': 'bdcf063e-89c5-4dd4-8d96-078d31278d21'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:52:55.656448 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c235b3d-ebcb-4163-bd3a-b4bcbb396a13" -d '{"events": [{"name": "network-changed", "server_uuid": "8395bd9a-4534-4aa5-b2d0-f08d866a9339", "tag": "bdcf063e-89c5-4dd4-8d96-078d31278d21"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:52:55.694042 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad55564-c54b-422c-9a59-7a5b3fe836ba x-openstack-request-id: req-3ad55564-c54b-422c-9a59-7a5b3fe836ba {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:52:55.694333 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8395bd9a-4534-4aa5-b2d0-f08d866a9339", "tag": "bdcf063e-89c5-4dd4-8d96-078d31278d21", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:52:55.694581 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ad55564-c54b-422c-9a59-7a5b3fe836ba {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:52:55.694989 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ad55564-c54b-422c-9a59-7a5b3fe836ba'] response: {'name': 'network-changed', 'server_uuid': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'tag': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'status': 'completed', 'code': 200} May 19 16:52:55.803940 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c235b3d-ebcb-4163-bd3a-b4bcbb396a13 req-b0fa271b-e947-4b44-ae3b-b307d8245548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:55.805925 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2c235b3d-ebcb-4163-bd3a-b4bcbb396a13 req-b0fa271b-e947-4b44-ae3b-b307d8245548 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f232c172df994d3d909d7999238b1935&device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 1129 time: 0.0431225 May 19 16:52:55.819056 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-7df61727-39d5-429a-b4ff-681a86bb36cf None None] Set router 668ee9c4-7b03-43df-8c0a-10972394b0f0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:52:55.916401 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c235b3d-ebcb-4163-bd3a-b4bcbb396a13 req-0865c59c-4611-4d59-b3e0-ebc927e40361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:55.917863 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2c235b3d-ebcb-4163-bd3a-b4bcbb396a13 req-0865c59c-4611-4d59-b3e0-ebc927e40361 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3 HTTP/1.1" status: 200 len: 910 time: 0.0944855 May 19 16:52:56.031002 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-7df61727-39d5-429a-b4ff-681a86bb36cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:43Z', 'revision_number': 4, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port': {'id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '8c143c48-f551-42e8-a7e6-51c3f679a6ed', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'port_id': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'mac_address': 'fa:16:3e:4e:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:52:54Z', 'updated_at': '2022-05-19T16:52:54Z', 'revision_number': 0, 'project_id': 'f232c172df994d3d909d7999238b1935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68200993-e43d-4ff0-9f00-86ef3407e225', 'name': '', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'mac_address': 'fa:16:3e:db:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:42Z', 'updated_at': '2022-05-19T16:51:47Z', 'revision_number': 5, 'project_id': 'f232c172df994d3d909d7999238b1935', 'subnets': [{'id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:56.055921 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df61727-39d5-429a-b4ff-681a86bb36cf None None] Checking router: 668ee9c4-7b03-43df-8c0a-10972394b0f0 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:52:56.064150 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df61727-39d5-429a-b4ff-681a86bb36cf None None] Routers {'668ee9c4-7b03-43df-8c0a-10972394b0f0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:52:56.064760 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-7df61727-39d5-429a-b4ff-681a86bb36cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:52:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['668ee9c4-7b03-43df-8c0a-10972394b0f0'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:56.164990 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-7df61727-39d5-429a-b4ff-681a86bb36cf None None] Set router 668ee9c4-7b03-43df-8c0a-10972394b0f0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:52:56.380757 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-7df61727-39d5-429a-b4ff-681a86bb36cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:43Z', 'revision_number': 4, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port': {'id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '8c143c48-f551-42e8-a7e6-51c3f679a6ed', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'port_id': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'mac_address': 'fa:16:3e:4e:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:52:54Z', 'updated_at': '2022-05-19T16:52:54Z', 'revision_number': 0, 'project_id': 'f232c172df994d3d909d7999238b1935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68200993-e43d-4ff0-9f00-86ef3407e225', 'name': '', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'mac_address': 'fa:16:3e:db:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:42Z', 'updated_at': '2022-05-19T16:51:47Z', 'revision_number': 5, 'project_id': 'f232c172df994d3d909d7999238b1935', 'subnets': [{'id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:56.381799 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:56.407375 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df61727-39d5-429a-b4ff-681a86bb36cf None None] The sync data for ids ['668ee9c4-7b03-43df-8c0a-10972394b0f0'] in dv-cinder-842433-1-iscsi is: [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:43Z', 'revision_number': 4, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port': {'id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '8c143c48-f551-42e8-a7e6-51c3f679a6ed', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'port_id': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'mac_address': 'fa:16:3e:4e:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:52:54Z', 'updated_at': '2022-05-19T16:52:54Z', 'revision_number': 0, 'project_id': 'f232c172df994d3d909d7999238b1935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68200993-e43d-4ff0-9f00-86ef3407e225', 'name': '', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'mac_address': 'fa:16:3e:db:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:42Z', 'updated_at': '2022-05-19T16:51:47Z', 'revision_number': 5, 'project_id': 'f232c172df994d3d909d7999238b1935', 'subnets': [{'id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:52:56.437026 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d73628-c26b-4a38-bf60-8c49ae95b1de req-2c5c25fa-504f-4fea-9ae9-2b94192b2d9e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:56.441687 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-61d73628-c26b-4a38-bf60-8c49ae95b1de req-2c5c25fa-504f-4fea-9ae9-2b94192b2d9e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 946 time: 0.0943608 May 19 16:52:56.448794 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2c235b3d-ebcb-4163-bd3a-b4bcbb396a13 req-6005cd9c-b5f4-4153-bea2-da07b3d9a245 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21 HTTP/1.1" status: 200 len: 999 time: 0.1083524 May 19 16:52:56.526181 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c235b3d-ebcb-4163-bd3a-b4bcbb396a13 req-1ea300c9-07ef-42ae-aee3-4b8343487135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:56.527703 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2c235b3d-ebcb-4163-bd3a-b4bcbb396a13 req-1ea300c9-07ef-42ae-aee3-4b8343487135 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6aa80667-062b-4e9f-a2ca-1e239f186451 HTTP/1.1" status: 200 len: 848 time: 0.0724230 May 19 16:52:56.531200 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-61d73628-c26b-4a38-bf60-8c49ae95b1de req-3a084891-1803-4192-8326-71affa1ff616 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858600 May 19 16:52:56.582500 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c235b3d-ebcb-4163-bd3a-b4bcbb396a13 req-e7b4a684-d912-40c5-a485-b1cf6acbf21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:56.584134 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2c235b3d-ebcb-4163-bd3a-b4bcbb396a13 req-e7b4a684-d912-40c5-a485-b1cf6acbf21c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493138 May 19 16:52:56.615336 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e75914-6c1d-4f73-84c4-d96e95bc70aa None None] New status for floating IP 8c143c48-f551-42e8-a7e6-51c3f679a6ed: ACTIVE {{(pid=110372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:52:56.689452 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288d8d8-aa56-43f8-a05c-3c4a5e805131 req-7dcd7fe9-e4c0-4166-90d4-d699870f15cd tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:56.690974 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9288d8d8-aa56-43f8-a05c-3c4a5e805131 req-7dcd7fe9-e4c0-4166-90d4-d699870f15cd tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 947 time: 0.0985034 May 19 16:52:56.739280 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2c235b3d-ebcb-4163-bd3a-b4bcbb396a13 req-ae824831-a680-4cf3-8322-b47f752e8891 service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454899 May 19 16:52:56.760739 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9288d8d8-aa56-43f8-a05c-3c4a5e805131 req-d8724b33-3aec-4fd2-9a0b-ea0d8aae3609 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635233 May 19 16:52:57.214105 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:57.231932 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2c235b3d-ebcb-4163-bd3a-b4bcbb396a13 req-2e693ac9-49fc-4db1-8940-77ece2b821a2 service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022155 May 19 16:52:57.645492 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a439a-cd0c-497f-853f-c976013b7eee req-85b5f675-0b2e-42db-ba2c-1ed38efd77bf tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:57.647232 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-183a439a-cd0c-497f-853f-c976013b7eee req-85b5f675-0b2e-42db-ba2c-1ed38efd77bf tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 946 time: 0.0470705 May 19 16:52:57.694615 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-183a439a-cd0c-497f-853f-c976013b7eee req-7e8d7f13-0de3-4183-8b4d-2320152f37df tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420926 May 19 16:52:57.806244 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10046d97-645e-4815-98d4-3ef475eef6aa req-1944b32b-db4a-478b-b8e8-8aee63c4bdf5 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:57.807729 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-10046d97-645e-4815-98d4-3ef475eef6aa req-1944b32b-db4a-478b-b8e8-8aee63c4bdf5 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 946 time: 0.0513260 May 19 16:52:57.816118 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38438) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:52:57.820339 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-e6738dbf-6044-4a3f-b18a-fa36a49d98ec tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Request body: {'floatingip': {'port_id': '66429d3e-5852-4dce-a0ad-1c45010f9bbf'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:52:57.866079 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e6738dbf-6044-4a3f-b18a-fa36a49d98ec tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:58.232094 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:58.287785 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e6738dbf-6044-4a3f-b18a-fa36a49d98ec tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:58.291430 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e6738dbf-6044-4a3f-b18a-fa36a49d98ec tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:58.386028 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [None req-e6738dbf-6044-4a3f-b18a-fa36a49d98ec tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Floating IP 2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e associated. External IP: 172.27.1.144, port: 66429d3e-5852-4dce-a0ad-1c45010f9bbf. May 19 16:52:58.577098 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6738dbf-6044-4a3f-b18a-fa36a49d98ec tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Router d2e557b8-2491-4d73-87f9-658557afc7f9 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:52:58.678802 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6738dbf-6044-4a3f-b18a-fa36a49d98ec tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:52:58.683708 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e6738dbf-6044-4a3f-b18a-fa36a49d98ec tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:52:58.687737 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e43f9-1eb3-4830-8a9f-42db34982a8e None None] Sync routers for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:52:58.699109 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e43f9-1eb3-4830-8a9f-42db34982a8e None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:52:58.699722 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-0d9e43f9-1eb3-4830-8a9f-42db34982a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:52:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:58.707328 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:58.718355 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-e6738dbf-6044-4a3f-b18a-fa36a49d98ec tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "PUT /v2.0/floatingips/2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e HTTP/1.1" status: 200 len: 992 time: 0.8992701 May 19 16:52:58.718355 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'tag': '66429d3e-5852-4dce-a0ad-1c45010f9bbf'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:52:58.719515 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761a9f78-7b53-4ffe-b1a8-ae7a29f6676c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd294276-db1b-4d22-a56c-4521ea0d0eac", "tag": "66429d3e-5852-4dce-a0ad-1c45010f9bbf"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:52:58.756210 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8e8a7c-628f-43af-a044-8182e409df12 x-openstack-request-id: req-aa8e8a7c-628f-43af-a044-8182e409df12 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:52:58.756504 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd294276-db1b-4d22-a56c-4521ea0d0eac", "tag": "66429d3e-5852-4dce-a0ad-1c45010f9bbf", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:52:58.756763 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa8e8a7c-628f-43af-a044-8182e409df12 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:52:58.757217 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8e8a7c-628f-43af-a044-8182e409df12'] response: {'name': 'network-changed', 'server_uuid': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'tag': '66429d3e-5852-4dce-a0ad-1c45010f9bbf', 'status': 'completed', 'code': 200} May 19 16:52:58.806132 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-0d9e43f9-1eb3-4830-8a9f-42db34982a8e None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:52:58.821635 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a9f78-7b53-4ffe-b1a8-ae7a29f6676c req-e5bc2dad-bcec-4e72-a25b-1d1f4255c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:58.823172 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-761a9f78-7b53-4ffe-b1a8-ae7a29f6676c req-e5bc2dad-bcec-4e72-a25b-1d1f4255c893 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e200a1b99664fc8b41757e2ae404f50&device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 1130 time: 0.0427368 May 19 16:52:58.930501 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a9f78-7b53-4ffe-b1a8-ae7a29f6676c req-d8759e60-e0ac-46dd-9321-29d530345c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:58.931979 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-761a9f78-7b53-4ffe-b1a8-ae7a29f6676c req-d8759e60-e0ac-46dd-9321-29d530345c55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 200 len: 915 time: 0.1031168 May 19 16:52:58.944744 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:58.959112 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:52:58.999220 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-761a9f78-7b53-4ffe-b1a8-ae7a29f6676c req-00a8bd26-1642-4839-ab53-dc4037ff454d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66429d3e-5852-4dce-a0ad-1c45010f9bbf HTTP/1.1" status: 200 len: 1000 time: 0.0606337 May 19 16:52:59.033914 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-0d9e43f9-1eb3-4830-8a9f-42db34982a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '66429d3e-5852-4dce-a0ad-1c45010f9bbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:6d:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:52:29Z', 'updated_at': '2022-05-19T16:52:58Z', 'revision_number': 1, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:59.047566 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a9f78-7b53-4ffe-b1a8-ae7a29f6676c req-37c276b1-7ca9-4695-980d-c3abe2edc921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:59.049044 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-761a9f78-7b53-4ffe-b1a8-ae7a29f6676c req-37c276b1-7ca9-4695-980d-c3abe2edc921 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 HTTP/1.1" status: 200 len: 853 time: 0.0448618 May 19 16:52:59.057979 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e43f9-1eb3-4830-8a9f-42db34982a8e None None] Checking router: d2e557b8-2491-4d73-87f9-658557afc7f9 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:52:59.067222 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e43f9-1eb3-4830-8a9f-42db34982a8e None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:52:59.067831 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-0d9e43f9-1eb3-4830-8a9f-42db34982a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:52:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:59.093756 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a9f78-7b53-4ffe-b1a8-ae7a29f6676c req-a9c6264f-3d79-4fe4-b08c-c3b61566a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:52:59.095245 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-761a9f78-7b53-4ffe-b1a8-ae7a29f6676c req-a9c6264f-3d79-4fe4-b08c-c3b61566a700 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84ed37a0-33b7-474f-8c60-1eac20f29b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408387 May 19 16:52:59.178071 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-0d9e43f9-1eb3-4830-8a9f-42db34982a8e None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:52:59.429424 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-0d9e43f9-1eb3-4830-8a9f-42db34982a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '66429d3e-5852-4dce-a0ad-1c45010f9bbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:6d:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:52:29Z', 'updated_at': '2022-05-19T16:52:58Z', 'revision_number': 1, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:52:59.441999 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-761a9f78-7b53-4ffe-b1a8-ae7a29f6676c req-791e4542-3676-4085-b98d-54c03f2de3ec service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390996 May 19 16:52:59.548069 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e43f9-1eb3-4830-8a9f-42db34982a8e None None] The sync data for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi is: [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': '2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'port_id': '66429d3e-5852-4dce-a0ad-1c45010f9bbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'mac_address': 'fa:16:3e:6d:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:52:29Z', 'updated_at': '2022-05-19T16:52:58Z', 'revision_number': 1, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:52:59.554585 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-761a9f78-7b53-4ffe-b1a8-ae7a29f6676c req-06a68962-bc9c-427d-9238-83509b8df9d5 service neutron] 10.222.0.48 "GET /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051264 May 19 16:52:59.746448 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8faf314-f2c1-4461-9e81-322e90786828 None None] New status for floating IP 2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e: ACTIVE {{(pid=110372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:53:00.956266 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=9 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:00.971887 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=9 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:09.542583 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=52 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:09.551055 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:10.977333 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:10.984437 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-79179284-b519-49ac-9c5e-df7e2397c4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:11.056333 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:11.760418 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-622ac27b-14ce-4b3d-878b-62ef5258da70 req-0dbfc801-15cb-497a-bf85-7456967e92b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414331 May 19 16:53:11.823259 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ac27b-14ce-4b3d-878b-62ef5258da70 req-d4018145-164a-4c37-9a8e-99330abff6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:53:11.824725 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-622ac27b-14ce-4b3d-878b-62ef5258da70 req-d4018145-164a-4c37-9a8e-99330abff6f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd5d1150a9ed483bbd298b896bcf7f46&device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 1129 time: 0.0382373 May 19 16:53:11.936604 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ac27b-14ce-4b3d-878b-62ef5258da70 req-9b42e598-b7ae-4668-9020-33b56694b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:53:11.938111 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-622ac27b-14ce-4b3d-878b-62ef5258da70 req-9b42e598-b7ae-4668-9020-33b56694b653 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d502c5b6-89c2-49f6-8ac0-adfabdff9156 HTTP/1.1" status: 200 len: 912 time: 0.0906675 May 19 16:53:12.003146 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-622ac27b-14ce-4b3d-878b-62ef5258da70 req-dbec9e10-fc2b-488d-8478-b30ddcc8b9a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282d2d85-2868-496a-a864-3ec40b6f91a3 HTTP/1.1" status: 200 len: 1000 time: 0.0566044 May 19 16:53:12.052167 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ac27b-14ce-4b3d-878b-62ef5258da70 req-8842cb87-6c11-445a-8b2f-59f3a9de084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:53:12.053527 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-622ac27b-14ce-4b3d-878b-62ef5258da70 req-8842cb87-6c11-445a-8b2f-59f3a9de084e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45f5191e-3500-4df3-8bf4-eea14d289679 HTTP/1.1" status: 200 len: 850 time: 0.0432611 May 19 16:53:12.096021 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ac27b-14ce-4b3d-878b-62ef5258da70 req-2f5fa6db-3a68-4aab-a70a-6fcf8121dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:53:12.097475 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-622ac27b-14ce-4b3d-878b-62ef5258da70 req-2f5fa6db-3a68-4aab-a70a-6fcf8121dc80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d502c5b6-89c2-49f6-8ac0-adfabdff9156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373473 May 19 16:53:12.188528 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-622ac27b-14ce-4b3d-878b-62ef5258da70 req-2e139a51-7067-49e8-99ed-b4b7f218f64b service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829787 May 19 16:53:12.276697 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-622ac27b-14ce-4b3d-878b-62ef5258da70 req-65cdb3a4-3324-46dd-af75-98a61e960281 service neutron] 10.222.0.48 "GET /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815771 May 19 16:53:13.376050 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=54 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:13.380336 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=50 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:14.292916 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-8874673e-8cd0-444c-b7d6-9cf8c9ff9bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:15.221634 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:16.989670 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:18.561520 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:22.271716 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=48 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:22.273658 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=53 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:28.554499 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:28.556258 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:30.404061 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:53:39.611829 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450a2a8-8a99-4625-a323-e315864bd84d req-b4bf21ab-1c06-4608-bf1c-201e4278bb1e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:53:39.613343 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7450a2a8-8a99-4625-a323-e315864bd84d req-b4bf21ab-1c06-4608-bf1c-201e4278bb1e tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 945 time: 0.0525384 May 19 16:53:39.660178 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7450a2a8-8a99-4625-a323-e315864bd84d req-483daaeb-c39b-4423-bbfa-84069d5d20f2 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab31de06-8ba2-4fb9-9aba-336abc09e292&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411091 May 19 16:53:40.774134 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72503f78-cb49-4cc2-a8a1-d63620bd0ad8 req-1ceb3b32-de6f-4696-8eae-000bdd3f8e1c tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:53:40.775609 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-72503f78-cb49-4cc2-a8a1-d63620bd0ad8 req-1ceb3b32-de6f-4696-8eae-000bdd3f8e1c tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 945 time: 0.0476625 May 19 16:53:40.822169 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-72503f78-cb49-4cc2-a8a1-d63620bd0ad8 req-41efde1f-7e60-4629-ab98-660a2baae591 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab31de06-8ba2-4fb9-9aba-336abc09e292&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411246 May 19 16:53:40.986769 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5650593c-d37a-4d15-a632-5ddf4781e00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:41.070695 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:41.712756 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-1e4891d3-b520-4fca-a5d1-30beb638290d tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:53:41.714202 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-1e4891d3-b520-4fca-a5d1-30beb638290d tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.48 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 945 time: 0.0494611 May 19 16:53:41.796431 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Deleting port 282d2d85-2868-496a-a864-3ec40b6f91a3 {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:53:41.797085 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:41.891304 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] For port 282d2d85-2868-496a-a864-3ec40b6f91a3, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=282d2d85-2868-496a-a864-3ec40b6f91a3,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:53:41.891304 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:41.970041 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea18db-7a04-4b06-93ea-e2785554f1a2 req-624df1d5-f914-4a5a-9fd7-3df34bbba241 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:53:41.971502 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4fea18db-7a04-4b06-93ea-e2785554f1a2 req-624df1d5-f914-4a5a-9fd7-3df34bbba241 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/ports?device_id=8697fd67-9bdf-4779-9916-dae8319c1a80 HTTP/1.1" status: 200 len: 945 time: 0.0810325 May 19 16:53:42.094056 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4fea18db-7a04-4b06-93ea-e2785554f1a2 req-e55ee74d-0b6e-48ff-9c79-c2cbf4c4f718 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab31de06-8ba2-4fb9-9aba-336abc09e292&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1133637 May 19 16:53:42.116903 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:42.117240 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (6e4a0e93-59d5-40ae-b636-bf7b364de464), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:42.117556 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Floating IP 6e4a0e93-59d5-40ae-b636-bf7b364de464 disassociated. External IP: 172.27.1.74, port: 282d2d85-2868-496a-a864-3ec40b6f91a3. May 19 16:53:42.117897 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Calling delete_port for 282d2d85-2868-496a-a864-3ec40b6f91a3 owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:53:42.243455 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (282d2d85-2868-496a-a864-3ec40b6f91a3), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:42.268853 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event deleted for resources: {'Port': ['ID=282d2d85-2868-496a-a864-3ec40b6f91a3,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:42.321707 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:42.377913 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Router 16387848-4526-4be8-842c-7b63dbb34ad4 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:53:42.385059 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:42.480217 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:53:42.490219 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eabaff-c097-4402-9806-4370dec5ef7e None None] Sync routers for ids ['16387848-4526-4be8-842c-7b63dbb34ad4'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:53:42.500693 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eabaff-c097-4402-9806-4370dec5ef7e None None] Routers {'16387848-4526-4be8-842c-7b63dbb34ad4'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:53:42.501348 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-13eabaff-c097-4402-9806-4370dec5ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:53:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['16387848-4526-4be8-842c-7b63dbb34ad4'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:53:42.521563 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] No DVR routers for this DVR port 282d2d85-2868-496a-a864-3ec40b6f91a3 on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:53:42.524598 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:42.527775 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bd008a50-32f6-4a37-9ad7-5a4d88c8c078 req-0c1e3d14-15b1-4af0-baab-b284fd941ef1 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.48 "DELETE /v2.0/ports/282d2d85-2868-496a-a864-3ec40b6f91a3 HTTP/1.1" status: 204 len: 173 time: 0.8075356 May 19 16:53:42.528200 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8697fd67-9bdf-4779-9916-dae8319c1a80', 'name': 'network-vif-deleted', 'tag': '282d2d85-2868-496a-a864-3ec40b6f91a3'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:53:42.530497 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4879d5-4214-4184-b59c-2c3ccc4a9540" -d '{"events": [{"server_uuid": "8697fd67-9bdf-4779-9916-dae8319c1a80", "name": "network-vif-deleted", "tag": "282d2d85-2868-496a-a864-3ec40b6f91a3"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:53:42.580021 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e56dfd0-8266-41c9-935b-abf75bd73c2a x-openstack-request-id: req-5e56dfd0-8266-41c9-935b-abf75bd73c2a {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:53:42.580333 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8697fd67-9bdf-4779-9916-dae8319c1a80", "name": "network-vif-deleted", "tag": "282d2d85-2868-496a-a864-3ec40b6f91a3", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:53:42.580580 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e56dfd0-8266-41c9-935b-abf75bd73c2a {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:53:42.580980 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e56dfd0-8266-41c9-935b-abf75bd73c2a'] response: {'server_uuid': '8697fd67-9bdf-4779-9916-dae8319c1a80', 'name': 'network-vif-deleted', 'tag': '282d2d85-2868-496a-a864-3ec40b6f91a3', 'status': 'completed', 'code': 200} May 19 16:53:42.612498 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-13eabaff-c097-4402-9806-4370dec5ef7e None None] Set router 16387848-4526-4be8-842c-7b63dbb34ad4 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:53:42.806360 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-13eabaff-c097-4402-9806-4370dec5ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:52Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:53:42.831084 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eabaff-c097-4402-9806-4370dec5ef7e None None] Checking router: 16387848-4526-4be8-842c-7b63dbb34ad4 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:53:42.839223 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eabaff-c097-4402-9806-4370dec5ef7e None None] Routers {'16387848-4526-4be8-842c-7b63dbb34ad4'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:53:42.839814 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-13eabaff-c097-4402-9806-4370dec5ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:53:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['16387848-4526-4be8-842c-7b63dbb34ad4'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:53:42.944092 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-13eabaff-c097-4402-9806-4370dec5ef7e None None] Set router 16387848-4526-4be8-842c-7b63dbb34ad4 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:53:43.130453 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-13eabaff-c097-4402-9806-4370dec5ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:52Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:53:43.155475 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eabaff-c097-4402-9806-4370dec5ef7e None None] The sync data for ids ['16387848-4526-4be8-842c-7b63dbb34ad4'] in dv-cinder-842433-1-iscsi is: [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:44:47Z', 'revision_number': 4, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'dd452ffe-1c8a-4f00-878f-0a2c16aa7cce', 'name': '', 'network_id': 'd502c5b6-89c2-49f6-8ac0-adfabdff9156', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'mac_address': 'fa:16:3e:aa:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:47Z', 'updated_at': '2022-05-19T16:44:52Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'subnets': [{'id': '45f5191e-3500-4df3-8bf4-eea14d289679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:53:43.180054 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38612) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:43.241494 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8e4c32d7-1164-488b-a3c8-102acded3941 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group (ab31de06-8ba2-4fb9-9aba-336abc09e292), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:43.265530 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8e4c32d7-1164-488b-a3c8-102acded3941 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group (ab31de06-8ba2-4fb9-9aba-336abc09e292), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:43.322577 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8e4c32d7-1164-488b-a3c8-102acded3941 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ab31de06-8ba2-4fb9-9aba-336abc09e292), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:43.325287 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8e4c32d7-1164-488b-a3c8-102acded3941 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:43.326831 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-8e4c32d7-1164-488b-a3c8-102acded3941 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "DELETE /v2.0/security-groups/ab31de06-8ba2-4fb9-9aba-336abc09e292 HTTP/1.1" status: 204 len: 168 time: 0.1454825 May 19 16:53:43.329376 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38614) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:43.336767 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c32d7-1164-488b-a3c8-102acded3941 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab31de06-8ba2-4fb9-9aba-336abc09e292,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:43.344688 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.api.v2.resource [None req-3c584340-33ce-44bd-9975-46039e57a02c tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] show failed (client error): The resource could not be found. May 19 16:53:43.348861 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38616) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:43.350081 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-3c584340-33ce-44bd-9975-46039e57a02c tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "GET /v2.0/security-groups/ab31de06-8ba2-4fb9-9aba-336abc09e292 HTTP/1.1" status: 404 len: 347 time: 0.0186260 May 19 16:53:43.385230 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d50494f-aec1-465c-84bd-372fa83e23b2 None None] New status for floating IP 6e4a0e93-59d5-40ae-b636-bf7b364de464: DOWN {{(pid=110372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:53:43.470407 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-3b3299f0-4e28-47e4-9e32-eab83ead8335 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Deleting port 28491dca-4510-4732-ab94-101dde871e05 {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:53:43.470706 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3b3299f0-4e28-47e4-9e32-eab83ead8335 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (28491dca-4510-4732-ab94-101dde871e05), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:43.550380 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3b3299f0-4e28-47e4-9e32-eab83ead8335 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (28491dca-4510-4732-ab94-101dde871e05), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:43.550715 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3b3299f0-4e28-47e4-9e32-eab83ead8335 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for floatingip (28491dca-4510-4732-ab94-101dde871e05), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:43.563787 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-3b3299f0-4e28-47e4-9e32-eab83ead8335 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Calling delete_port for 28491dca-4510-4732-ab94-101dde871e05 owned by network:floatingip {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:53:43.694313 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3b3299f0-4e28-47e4-9e32-eab83ead8335 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (28491dca-4510-4732-ab94-101dde871e05), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:43.715496 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3299f0-4e28-47e4-9e32-eab83ead8335 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Pushing event deleted for resources: {'Port': ['ID=28491dca-4510-4732-ab94-101dde871e05,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:43.786935 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3b3299f0-4e28-47e4-9e32-eab83ead8335 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks [] for floatingip (6e4a0e93-59d5-40ae-b636-bf7b364de464), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:43.790025 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3b3299f0-4e28-47e4-9e32-eab83ead8335 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:43.791162 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-3b3299f0-4e28-47e4-9e32-eab83ead8335 tempest-AttachVolumeTestJSON-631649491 tempest-AttachVolumeTestJSON-631649491-project] 10.222.0.36 "DELETE /v2.0/floatingips/6e4a0e93-59d5-40ae-b636-bf7b364de464 HTTP/1.1" status: 204 len: 168 time: 0.4413083 May 19 16:53:44.295460 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-488b8f40-4871-4d04-b89d-1c2a09043ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:45.224557 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:46.538505 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 282d2d85-2868-496a-a864-3ec40b6f91a3 no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:53:46.557428 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: 282d2d85-2868-496a-a864-3ec40b6f91a3 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:53:46.557771 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 282d2d85-2868-496a-a864-3ec40b6f91a3 not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:53:46.992495 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:47.342091 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38646) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:47.758624 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-777684'] for router_interface (16387848-4526-4be8-842c-7b63dbb34ad4), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:47.976074 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Deleting port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:53:47.976413 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:48.056756 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] For port dd452ffe-1c8a-4f00-878f-0a2c16aa7cce, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=dd452ffe-1c8a-4f00-878f-0a2c16aa7cce,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:53:48.057044 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:48.070090 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Calling delete_port for dd452ffe-1c8a-4f00-878f-0a2c16aa7cce owned by network:router_interface {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:53:48.238013 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:48.244813 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (dd452ffe-1c8a-4f00-878f-0a2c16aa7cce), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:48.249132 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:48.272074 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Pushing event deleted for resources: {'Port': ['ID=dd452ffe-1c8a-4f00-878f-0a2c16aa7cce,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:48.298792 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.299137 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.299481 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.299824 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.300366 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.300536 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.300843 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.301201 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.301532 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.301874 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.302195 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.302528 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.302853 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.303843 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.304156 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:48.444520 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773835'] for router_interface (16387848-4526-4be8-842c-7b63dbb34ad4), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:48.567306 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:48.648937 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Router 16387848-4526-4be8-842c-7b63dbb34ad4 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:53:48.750427 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:53:48.755416 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-5c7d28c1-04fb-41d7-ac8e-b2ca0fff354d admin admin] 10.222.0.36 "PUT /v2.0/routers/16387848-4526-4be8-842c-7b63dbb34ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4123790 May 19 16:53:48.757916 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38650) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:48.760470 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4858b-d9ad-4491-bd5d-8ce0096138fb None None] Sync routers for ids ['16387848-4526-4be8-842c-7b63dbb34ad4'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:53:48.771208 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4858b-d9ad-4491-bd5d-8ce0096138fb None None] Routers {'16387848-4526-4be8-842c-7b63dbb34ad4'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:53:48.772363 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-4db4858b-d9ad-4491-bd5d-8ce0096138fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:53:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['16387848-4526-4be8-842c-7b63dbb34ad4'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:53:48.880152 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-4db4858b-d9ad-4491-bd5d-8ce0096138fb None None] Set router 16387848-4526-4be8-842c-7b63dbb34ad4 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:53:48.988454 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:49.059873 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-4db4858b-d9ad-4491-bd5d-8ce0096138fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:53:48Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:53:49.097194 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4858b-d9ad-4491-bd5d-8ce0096138fb None None] Checking router: 16387848-4526-4be8-842c-7b63dbb34ad4 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:53:49.106773 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4858b-d9ad-4491-bd5d-8ce0096138fb None None] Routers {'16387848-4526-4be8-842c-7b63dbb34ad4'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:53:49.107380 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-4db4858b-d9ad-4491-bd5d-8ce0096138fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:53:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['16387848-4526-4be8-842c-7b63dbb34ad4'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:53:49.109859 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:49.132304 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] Publish callbacks [] for router (16387848-4526-4be8-842c-7b63dbb34ad4), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:49.211558 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-4db4858b-d9ad-4491-bd5d-8ce0096138fb None None] Set router 16387848-4526-4be8-842c-7b63dbb34ad4 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:53:49.229687 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] Publish callbacks [] for router_gateway (16387848-4526-4be8-842c-7b63dbb34ad4), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:49.270927 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] Deleting port 412e3326-1877-4166-87e7-8e4e2dc1c59c {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:53:49.271268 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (412e3326-1877-4166-87e7-8e4e2dc1c59c), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:49.361142 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] For port 412e3326-1877-4166-87e7-8e4e2dc1c59c, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=412e3326-1877-4166-87e7-8e4e2dc1c59c,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:53:49.361538 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (412e3326-1877-4166-87e7-8e4e2dc1c59c), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:49.374556 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:49.375747 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] Calling delete_port for 412e3326-1877-4166-87e7-8e4e2dc1c59c owned by network:router_gateway {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:53:49.437620 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:49.473616 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-4db4858b-d9ad-4491-bd5d-8ce0096138fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:53:48Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:53:49.502882 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4858b-d9ad-4491-bd5d-8ce0096138fb None None] The sync data for ids ['16387848-4526-4be8-842c-7b63dbb34ad4'] in dv-cinder-842433-1-iscsi is: [{'id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'name': 'tempest-AttachVolumeTestJSON-1231570622-router', 'tenant_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:44:44Z', 'updated_at': '2022-05-19T16:53:48Z', 'revision_number': 5, 'project_id': 'fd5d1150a9ed483bbd298b896bcf7f46', 'gw_port': {'id': '412e3326-1877-4166-87e7-8e4e2dc1c59c', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16387848-4526-4be8-842c-7b63dbb34ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:44:45Z', 'updated_at': '2022-05-19T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:53:49.553420 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (412e3326-1877-4166-87e7-8e4e2dc1c59c), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:49.577513 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] Pushing event deleted for resources: {'Port': ['ID=412e3326-1877-4166-87e7-8e4e2dc1c59c,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:49.639223 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782310'] for router_gateway (16387848-4526-4be8-842c-7b63dbb34ad4), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:49.728234 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11820'] for router (16387848-4526-4be8-842c-7b63dbb34ad4), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:49.730416 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] Publish callbacks [] for router_controller (16387848-4526-4be8-842c-7b63dbb34ad4), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:49.772465 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783543'] for router (16387848-4526-4be8-842c-7b63dbb34ad4), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:49.773062 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16387848-4526-4be8-842c-7b63dbb34ad4 {{(pid=110370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 16:53:49.777905 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:49.779058 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-b671f143-e422-434c-b0dd-ad9c3eb3dd83 admin admin] 10.222.0.36 "DELETE /v2.0/routers/16387848-4526-4be8-842c-7b63dbb34ad4 HTTP/1.1" status: 204 len: 168 time: 1.0201855 May 19 16:53:49.781640 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38652) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:49.828232 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_v2 [None req-faeafa00-5f16-4ea9-a461-f15a80b0ab05 admin admin] Deleting subnet 45f5191e-3500-4df3-8bf4-eea14d289679 {{(pid=110370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:53:49.832102 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-faeafa00-5f16-4ea9-a461-f15a80b0ab05 admin admin] Publish callbacks [] for subnet (45f5191e-3500-4df3-8bf4-eea14d289679), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:49.869510 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-faeafa00-5f16-4ea9-a461-f15a80b0ab05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260361774'] for subnet (45f5191e-3500-4df3-8bf4-eea14d289679), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:49.953603 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-faeafa00-5f16-4ea9-a461-f15a80b0ab05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (45f5191e-3500-4df3-8bf4-eea14d289679), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.008418 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-faeafa00-5f16-4ea9-a461-f15a80b0ab05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260500120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261016939'] for subnet (45f5191e-3500-4df3-8bf4-eea14d289679), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.035224 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeafa00-5f16-4ea9-a461-f15a80b0ab05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f5191e-3500-4df3-8bf4-eea14d289679,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:50.037776 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-faeafa00-5f16-4ea9-a461-f15a80b0ab05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.041003 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-faeafa00-5f16-4ea9-a461-f15a80b0ab05 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/45f5191e-3500-4df3-8bf4-eea14d289679 HTTP/1.1" status: 204 len: 168 time: 0.2582972 May 19 16:53:50.042289 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3d9df7-7e17-4a1a-90d3-842188d7fea6 None None] Network d502c5b6-89c2-49f6-8ac0-adfabdff9156 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:53:50.043618 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38654) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:50.114527 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (d502c5b6-89c2-49f6-8ac0-adfabdff9156), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.165066 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:50.170127 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Deleting port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:53:50.170540 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (b6d533c3-d9a0-4b7f-b374-4f72a10fe01e), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.237346 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] For port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=b6d533c3-d9a0-4b7f-b374-4f72a10fe01e,segment=NetworkSegment(12850b3a-ac5a-47e8-867d-973a2c65b67d),segment_id=12850b3a-ac5a-47e8-867d-973a2c65b67d)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:53:50.237704 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (b6d533c3-d9a0-4b7f-b374-4f72a10fe01e), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.250301 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Calling delete_port for b6d533c3-d9a0-4b7f-b374-4f72a10fe01e owned by network:dhcp {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:53:50.257870 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:50.327056 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (b6d533c3-d9a0-4b7f-b374-4f72a10fe01e), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.355648 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d533c3-d9a0-4b7f-b374-4f72a10fe01e,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:50.357500 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] No DVR routers for this DVR port b6d533c3-d9a0-4b7f-b374-4f72a10fe01e on host dv-cinder-842433-1-iscsi {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:53:50.425142 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (d502c5b6-89c2-49f6-8ac0-adfabdff9156), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.444820 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d502c5b6-89c2-49f6-8ac0-adfabdff9156']}} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:53:50.454648 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12850b3a-ac5a-47e8-867d-973a2c65b67d') {'for_net_delete': True} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:53:50.454942 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12850b3a-ac5a-47e8-867d-973a2c65b67d') {} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:53:50.465014 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-40845'] for segment (12850b3a-ac5a-47e8-867d-973a2c65b67d), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.479383 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56171773-5c9b-484f-96e4-11591f58c455 None None] DHCP port deletion for d502c5b6-89c2-49f6-8ac0-adfabdff9156 request from dv-cinder-842433-1-iscsi {{(pid=110372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 16:53:50.480047 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (12850b3a-ac5a-47e8-867d-973a2c65b67d), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.487460 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=110371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:53:50.488305 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3953016'] for segment (12850b3a-ac5a-47e8-867d-973a2c65b67d), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: Traceback (most recent call last): May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: timer() May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: cb(*args, **kw) May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: return func(*args, **kwargs) May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: self._notify() May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: self.callback(batched_events) May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: event.method(event) May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: return f(self, *a, **k) May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._get(url).json() May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: return self.request(url, 'GET', **kwargs) May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:53:50.493927 dv-cinder-842433-1-iscsi neutron-server[110371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:53:50.550725 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (d502c5b6-89c2-49f6-8ac0-adfabdff9156), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.556019 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.559114 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d502c5b6-89c2-49f6-8ac0-adfabdff9156 HTTP/1.1" status: 204 len: 168 time: 0.5145125 May 19 16:53:50.570395 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86823114-2737-48f7-a955-aaad5db12111 admin admin] Pushing event deleted for resources: {'Network': ['ID=d502c5b6-89c2-49f6-8ac0-adfabdff9156,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:50.679382 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38660) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:50.719605 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-79fa5b1b-297e-440e-bc03-17d5c1d238bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd5d1150a9ed483bbd298b896bcf7f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389819 May 19 16:53:50.721907 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38662) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:50.767846 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b31f7d33-c9c9-42a0-9ba8-a2123c4a6246 admin admin] Publish callbacks [] for security_group (64c51880-ee87-4ee5-8ffa-fa559774a6f0), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.789509 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b31f7d33-c9c9-42a0-9ba8-a2123c4a6246 admin admin] Publish callbacks [] for security_group (64c51880-ee87-4ee5-8ffa-fa559774a6f0), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.840562 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b31f7d33-c9c9-42a0-9ba8-a2123c4a6246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (64c51880-ee87-4ee5-8ffa-fa559774a6f0), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.843087 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b31f7d33-c9c9-42a0-9ba8-a2123c4a6246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:50.844228 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-b31f7d33-c9c9-42a0-9ba8-a2123c4a6246 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64c51880-ee87-4ee5-8ffa-fa559774a6f0 HTTP/1.1" status: 204 len: 168 time: 0.1214404 May 19 16:53:50.852256 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f7d33-c9c9-42a0-9ba8-a2123c4a6246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c51880-ee87-4ee5-8ffa-fa559774a6f0,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:50.857474 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device dd452ffe-1c8a-4f00-878f-0a2c16aa7cce no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:53:50.884987 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: dd452ffe-1c8a-4f00-878f-0a2c16aa7cce {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:53:50.885360 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device dd452ffe-1c8a-4f00-878f-0a2c16aa7cce not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:53:50.885784 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b6d533c3-d9a0-4b7f-b374-4f72a10fe01e no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:53:50.911689 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: b6d533c3-d9a0-4b7f-b374-4f72a10fe01e {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:53:50.912039 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b6d533c3-d9a0-4b7f-b374-4f72a10fe01e not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:53:50.912509 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 412e3326-1877-4166-87e7-8e4e2dc1c59c no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:53:50.930855 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 412e3326-1877-4166-87e7-8e4e2dc1c59c {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:53:50.931197 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 412e3326-1877-4166-87e7-8e4e2dc1c59c not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:53:55.741993 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38762) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:55.848073 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:55.925323 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Publish callbacks [] for security_group (c77cf389-99d4-493c-bfc3-7196b2d9f210), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:55.929257 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c77cf389-99d4-493c-bfc3-7196b2d9f210), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:55.967155 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77cf389-99d4-493c-bfc3-7196b2d9f210,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:55.971115 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13e6a3a8f26948bb8054b251d408ede1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281108 May 19 16:53:55.973832 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38766) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:55.977028 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:55.977399 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:55.977734 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:55.978073 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:55.978408 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:55.978743 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:55.979073 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:55.979396 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:55.979723 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:55.980048 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:55.980373 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:55.980695 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:55.981018 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:55.981362 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:55.981685 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21958a10-511e-47ca-a9e8-b812b7678342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:53:56.023050 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a8516396-f69a-4bb3-b018-86e56eb4b6d8 admin admin] Publish callbacks [] for security_group (c77cf389-99d4-493c-bfc3-7196b2d9f210), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:56.043747 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a8516396-f69a-4bb3-b018-86e56eb4b6d8 admin admin] Publish callbacks [] for security_group (c77cf389-99d4-493c-bfc3-7196b2d9f210), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:56.093500 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a8516396-f69a-4bb3-b018-86e56eb4b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c77cf389-99d4-493c-bfc3-7196b2d9f210), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:56.095962 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a8516396-f69a-4bb3-b018-86e56eb4b6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:56.097109 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-a8516396-f69a-4bb3-b018-86e56eb4b6d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c77cf389-99d4-493c-bfc3-7196b2d9f210 HTTP/1.1" status: 204 len: 168 time: 0.1222687 May 19 16:53:56.104647 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8516396-f69a-4bb3-b018-86e56eb4b6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77cf389-99d4-493c-bfc3-7196b2d9f210,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:56.359438 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38772) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:56.373450 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-030b550b-2d43-469b-9804-2e6e0d8edd05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:56.384521 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:56.450911 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-030b550b-2d43-469b-9804-2e6e0d8edd05 admin admin] Publish callbacks [] for security_group (90b882fb-06df-46b8-b494-d2f00ee3b514), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:56.454483 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-030b550b-2d43-469b-9804-2e6e0d8edd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (90b882fb-06df-46b8-b494-d2f00ee3b514), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:56.474223 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:DELETE=12,neutron:UPDATE=3,neutron:SELECT=79,neutron:INSERT=6 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:56.495347 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-030b550b-2d43-469b-9804-2e6e0d8edd05 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d3fde6415f94e41a9cfc8f793bc6c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348577 May 19 16:53:56.497321 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b550b-2d43-469b-9804-2e6e0d8edd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b882fb-06df-46b8-b494-d2f00ee3b514,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:56.498559 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38774) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:56.516496 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:56.559524 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8c992033-d62b-44d3-9e5a-7f25351fd752 admin admin] Publish callbacks [] for security_group (90b882fb-06df-46b8-b494-d2f00ee3b514), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:56.580273 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8c992033-d62b-44d3-9e5a-7f25351fd752 admin admin] Publish callbacks [] for security_group (90b882fb-06df-46b8-b494-d2f00ee3b514), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:56.594295 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:56.630596 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8c992033-d62b-44d3-9e5a-7f25351fd752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (90b882fb-06df-46b8-b494-d2f00ee3b514), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:56.633344 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8c992033-d62b-44d3-9e5a-7f25351fd752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:56.634489 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-8c992033-d62b-44d3-9e5a-7f25351fd752 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90b882fb-06df-46b8-b494-d2f00ee3b514 HTTP/1.1" status: 204 len: 168 time: 0.1342607 May 19 16:53:56.642243 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c992033-d62b-44d3-9e5a-7f25351fd752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b882fb-06df-46b8-b494-d2f00ee3b514,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:58.222108 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38820) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:58.326922 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ccc45b36-dc37-4579-9b04-298fc2881a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:58.403094 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ccc45b36-dc37-4579-9b04-298fc2881a12 admin admin] Publish callbacks [] for security_group (778da3ff-2c0b-4c26-8fc4-fd6020a9f59f), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:58.406590 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ccc45b36-dc37-4579-9b04-298fc2881a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (778da3ff-2c0b-4c26-8fc4-fd6020a9f59f), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:58.445581 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-ccc45b36-dc37-4579-9b04-298fc2881a12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb864376a4684b7f89bcbbb1257a34b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218230 May 19 16:53:58.446419 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc45b36-dc37-4579-9b04-298fc2881a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778da3ff-2c0b-4c26-8fc4-fd6020a9f59f,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:58.448227 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38824) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:58.497854 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a33c33ba-2bca-4d1e-975d-c9ef0d6e6b5a admin admin] Publish callbacks [] for security_group (778da3ff-2c0b-4c26-8fc4-fd6020a9f59f), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:58.518728 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a33c33ba-2bca-4d1e-975d-c9ef0d6e6b5a admin admin] Publish callbacks [] for security_group (778da3ff-2c0b-4c26-8fc4-fd6020a9f59f), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:58.570885 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a33c33ba-2bca-4d1e-975d-c9ef0d6e6b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (778da3ff-2c0b-4c26-8fc4-fd6020a9f59f), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:58.573641 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a33c33ba-2bca-4d1e-975d-c9ef0d6e6b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:58.574791 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-a33c33ba-2bca-4d1e-975d-c9ef0d6e6b5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/778da3ff-2c0b-4c26-8fc4-fd6020a9f59f HTTP/1.1" status: 204 len: 168 time: 0.1255844 May 19 16:53:58.582523 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c33ba-2bca-4d1e-975d-c9ef0d6e6b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778da3ff-2c0b-4c26-8fc4-fd6020a9f59f,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:58.842344 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38830) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:58.855580 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c7fee98d-9e34-41bc-9d25-a5cbcd9b6f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:58.930861 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c7fee98d-9e34-41bc-9d25-a5cbcd9b6f63 admin admin] Publish callbacks [] for security_group (b201e12d-f5f9-4d46-8024-374e2500c230), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:58.934626 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c7fee98d-9e34-41bc-9d25-a5cbcd9b6f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (b201e12d-f5f9-4d46-8024-374e2500c230), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:58.973229 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fee98d-9e34-41bc-9d25-a5cbcd9b6f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b201e12d-f5f9-4d46-8024-374e2500c230,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:58.978481 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-c7fee98d-9e34-41bc-9d25-a5cbcd9b6f63 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=504cce2301a245d9935c44038a1d021e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350901 May 19 16:53:58.981297 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38832) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:59.029693 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4987c21e-5e4e-41ba-9ae1-7da66e63c80f admin admin] Publish callbacks [] for security_group (b201e12d-f5f9-4d46-8024-374e2500c230), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:59.053477 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4987c21e-5e4e-41ba-9ae1-7da66e63c80f admin admin] Publish callbacks [] for security_group (b201e12d-f5f9-4d46-8024-374e2500c230), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:59.099680 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4987c21e-5e4e-41ba-9ae1-7da66e63c80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (b201e12d-f5f9-4d46-8024-374e2500c230), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:59.102378 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4987c21e-5e4e-41ba-9ae1-7da66e63c80f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:59.103499 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-4987c21e-5e4e-41ba-9ae1-7da66e63c80f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b201e12d-f5f9-4d46-8024-374e2500c230 HTTP/1.1" status: 204 len: 168 time: 0.1213830 May 19 16:53:59.111120 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987c21e-5e4e-41ba-9ae1-7da66e63c80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b201e12d-f5f9-4d46-8024-374e2500c230,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:53:59.466629 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=40 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:59.477996 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=24 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:53:59.784031 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38854) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:53:59.881414 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-324233843-network', 'tenant_id': '4ade3df8774942e3acdb22716b53e6d7'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:53:59.901453 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] Made reservation on behalf of 4ade3df8774942e3acdb22716b53e6d7 for: {'network': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:53:59.903849 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:59.913238 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:59.989737 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] Publish callbacks [] for security_group (254cd635-763d-4b9b-92a2-e6d1ca6488cd), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:53:59.993363 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (254cd635-763d-4b9b-92a2-e6d1ca6488cd), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:00.015727 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=110370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:54:00.032379 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (fb06e9c4-4c17-4131-a886-ebb434245258), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:00.032830 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.segments_db [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] Added segment fb06e9c4-4c17-4131-a886-ebb434245258 of type vlan for network a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b May 19 16:54:00.034275 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254cd635-763d-4b9b-92a2-e6d1ca6488cd,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:00.076369 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:00.102115 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:00.103086 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:00.103678 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:00.159114 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3738296 May 19 16:54:00.162102 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38860) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:00.167702 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-ce10753b-146f-49b4-b422-34baecf2404a admin admin] Request body: {'subnet': {'network_id': 'a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-324233843-subnet', 'tenant_id': '4ade3df8774942e3acdb22716b53e6d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:54:00.170977 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4c3c0-394a-45df-ab0b-8eb587b99907 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:00.180907 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:54:00.188526 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce10753b-146f-49b4-b422-34baecf2404a admin admin] Made reservation on behalf of 4ade3df8774942e3acdb22716b53e6d7 for: {'subnet': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:54:00.191026 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ce10753b-146f-49b4-b422-34baecf2404a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3860227'] for subnet (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:00.275395 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:00.356799 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ce10753b-146f-49b4-b422-34baecf2404a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3953819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3860245'] for subnet (416658ff-c639-4e1a-8ba5-093859ba904f), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:00.359573 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:00.409375 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10753b-146f-49b4-b422-34baecf2404a admin admin] Pushing event updated for resources: {'Subnet': ['ID=416658ff-c639-4e1a-8ba5-093859ba904f,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:00.424432 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10753b-146f-49b4-b422-34baecf2404a admin admin] Checking segment: {'id': 'fb06e9c4-4c17-4131-a886-ebb434245258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:54:00.424792 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce10753b-146f-49b4-b422-34baecf2404a admin admin] Network hostable DHCP agents. Network: a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:54:00.441937 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce10753b-146f-49b4-b422-34baecf2404a admin admin] Network a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:54:00.450737 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-ce10753b-146f-49b4-b422-34baecf2404a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b) {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:54:00.454923 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce10753b-146f-49b4-b422-34baecf2404a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:00.455570 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ce10753b-146f-49b4-b422-34baecf2404a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:00.460852 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015884ea-57a4-4e4b-a65e-e7ca28947401 None None] Network a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:54:00.477828 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-ce10753b-146f-49b4-b422-34baecf2404a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3082912 May 19 16:54:00.571738 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b93b3f-46bf-475c-ba27-0fb3f162feb1 None None] Network a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:54:00.949778 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38880) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:00.954673 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1043079760-network', 'tenant_id': 'ccb4633e5a3440caa6bcbb824d29b89b'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:54:00.973752 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] Made reservation on behalf of ccb4633e5a3440caa6bcbb824d29b89b for: {'network': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:54:00.976092 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:00.985140 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:01.032521 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:01.063264 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] Publish callbacks [] for security_group (5cd9a58f-8099-4913-b75c-aadbfb5e6eca), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:01.066731 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (5cd9a58f-8099-4913-b75c-aadbfb5e6eca), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:01.078996 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:01.094032 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=110370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:54:01.101821 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd9a58f-8099-4913-b75c-aadbfb5e6eca,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:01.109122 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (821a6a0c-075f-4a7b-845e-bfa2b725569d), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:01.109122 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.segments_db [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] Added segment 821a6a0c-075f-4a7b-845e-bfa2b725569d of type vlan for network 1bdf48ac-cc66-4d08-a9dd-28d0adff480d May 19 16:54:01.149128 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (1bdf48ac-cc66-4d08-a9dd-28d0adff480d), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:01.174742 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (1bdf48ac-cc66-4d08-a9dd-28d0adff480d), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:01.175787 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:01.176390 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:01.247133 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2959576 May 19 16:54:01.249916 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38882) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:01.254886 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-16498f2a-0c09-4251-98e1-b76cd33ac8eb admin admin] Request body: {'subnet': {'network_id': '1bdf48ac-cc66-4d08-a9dd-28d0adff480d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1043079760-subnet', 'tenant_id': 'ccb4633e5a3440caa6bcbb824d29b89b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:54:01.258260 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f252b3-6a5b-48bd-972d-121d508fe3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=1bdf48ac-cc66-4d08-a9dd-28d0adff480d,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:01.267885 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network 1bdf48ac-cc66-4d08-a9dd-28d0adff480d details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:54:01.277896 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16498f2a-0c09-4251-98e1-b76cd33ac8eb admin admin] Made reservation on behalf of ccb4633e5a3440caa6bcbb824d29b89b for: {'subnet': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:54:01.280636 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-16498f2a-0c09-4251-98e1-b76cd33ac8eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3860227'] for subnet (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:01.450678 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-16498f2a-0c09-4251-98e1-b76cd33ac8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3953819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3860245'] for subnet (3023ed17-ee2c-4a00-8f11-1580224ae93b), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:01.505686 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16498f2a-0c09-4251-98e1-b76cd33ac8eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3023ed17-ee2c-4a00-8f11-1580224ae93b,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:01.515108 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16498f2a-0c09-4251-98e1-b76cd33ac8eb admin admin] Checking segment: {'id': '821a6a0c-075f-4a7b-845e-bfa2b725569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1bdf48ac-cc66-4d08-a9dd-28d0adff480d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:54:01.515467 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16498f2a-0c09-4251-98e1-b76cd33ac8eb admin admin] Network hostable DHCP agents. Network: 1bdf48ac-cc66-4d08-a9dd-28d0adff480d, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:54:01.533798 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16498f2a-0c09-4251-98e1-b76cd33ac8eb admin admin] Network 1bdf48ac-cc66-4d08-a9dd-28d0adff480d is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:54:01.543242 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-16498f2a-0c09-4251-98e1-b76cd33ac8eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, 1bdf48ac-cc66-4d08-a9dd-28d0adff480d) {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:54:01.547894 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16498f2a-0c09-4251-98e1-b76cd33ac8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:01.548898 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-16498f2a-0c09-4251-98e1-b76cd33ac8eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:01.551991 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514bdb49-ab82-4541-a970-da590d68e14a None None] Network 1bdf48ac-cc66-4d08-a9dd-28d0adff480d requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:54:01.565082 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-16498f2a-0c09-4251-98e1-b76cd33ac8eb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3140056 May 19 16:54:01.652621 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee61046c-8352-4221-847f-70d2d15f665e None None] Network 1bdf48ac-cc66-4d08-a9dd-28d0adff480d requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:54:04.191451 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6a61a-794d-489a-8f80-6fb390c979b2 req-ac9de77e-de07-497e-a6a7-3835e6f645b6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:04.192932 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5dd6a61a-794d-489a-8f80-6fb390c979b2 req-ac9de77e-de07-497e-a6a7-3835e6f645b6 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 947 time: 0.0513735 May 19 16:54:04.238624 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5dd6a61a-794d-489a-8f80-6fb390c979b2 req-bea01de7-d269-4664-8fcd-21c12701405a tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400724 May 19 16:54:05.354519 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40725763-14a5-44e1-a9ed-566ae0eeb5fd req-ba41d536-532a-4634-ab29-2ad9eae58104 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:05.355978 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-40725763-14a5-44e1-a9ed-566ae0eeb5fd req-ba41d536-532a-4634-ab29-2ad9eae58104 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 947 time: 0.0465019 May 19 16:54:05.403627 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-40725763-14a5-44e1-a9ed-566ae0eeb5fd req-19329881-70dd-4070-9edf-d2a71b96cd9f tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e818ba-1d49-4f2d-84dc-c892a8b874a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422809 May 19 16:54:05.885403 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:05.894396 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-9f429787-ce4d-48b2-b509-865b7ab48acd tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:05.895898 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-9f429787-ce4d-48b2-b509-865b7ab48acd tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.48 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 947 time: 0.0485229 May 19 16:54:05.985810 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Deleting port a0aa27fe-54ef-4579-9ec6-c689af6a343c {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:54:05.986073 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:06.074423 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] For port a0aa27fe-54ef-4579-9ec6-c689af6a343c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=a0aa27fe-54ef-4579-9ec6-c689af6a343c,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:06.074829 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:06.176300 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:06.236034 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:06.236283 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (639e29a7-6aed-4d0e-8096-a0779994df8e), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:06.236596 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Floating IP 639e29a7-6aed-4d0e-8096-a0779994df8e disassociated. External IP: 172.27.1.63, port: a0aa27fe-54ef-4579-9ec6-c689af6a343c. May 19 16:54:06.236939 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Calling delete_port for a0aa27fe-54ef-4579-9ec6-c689af6a343c owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:54:06.356371 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (a0aa27fe-54ef-4579-9ec6-c689af6a343c), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:06.384467 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event deleted for resources: {'Port': ['ID=a0aa27fe-54ef-4579-9ec6-c689af6a343c,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:06.513135 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-74ab9a04-b44e-4848-8b6e-55ed3c6d6d26 req-78c1801a-96a5-4ade-964c-9daed87674a2 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09c9e04-1f06-49a6-bc87-f6f5f19d6606 HTTP/1.1" status: 200 len: 210 time: 0.0369911 May 19 16:54:06.520235 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Router e5fea846-3f90-488e-8266-4b394cb47d6e has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:54:06.852627 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:54:06.864644 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4201f-eb79-430c-990b-10df274eb0ca None None] Sync routers for ids ['e5fea846-3f90-488e-8266-4b394cb47d6e'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:54:06.876005 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4201f-eb79-430c-990b-10df274eb0ca None None] Routers {'e5fea846-3f90-488e-8266-4b394cb47d6e'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:54:06.876632 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-8eb4201f-eb79-430c-990b-10df274eb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:53:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['e5fea846-3f90-488e-8266-4b394cb47d6e'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:06.896001 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] No DVR routers for this DVR port a0aa27fe-54ef-4579-9ec6-c689af6a343c on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:54:06.898628 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:06.901822 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-827ed592-e3e5-4304-a9de-2f7ddf43a892 req-d52acf61-d28c-4ed4-8a5b-df621f801366 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.48 "DELETE /v2.0/ports/a0aa27fe-54ef-4579-9ec6-c689af6a343c HTTP/1.1" status: 204 len: 173 time: 1.0012774 May 19 16:54:06.902260 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'name': 'network-vif-deleted', 'tag': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:54:06.904466 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41d010f-e165-4c62-bd65-202f33d4b32c" -d '{"events": [{"server_uuid": "b09c9e04-1f06-49a6-bc87-f6f5f19d6606", "name": "network-vif-deleted", "tag": "a0aa27fe-54ef-4579-9ec6-c689af6a343c"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:54:06.989050 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:07.003830 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-8eb4201f-eb79-430c-990b-10df274eb0ca None None] Set router e5fea846-3f90-488e-8266-4b394cb47d6e gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:54:07.064012 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:07.097499 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf816b0-7fd9-437e-81ec-3c543a4447e2 x-openstack-request-id: req-1bf816b0-7fd9-437e-81ec-3c543a4447e2 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:54:07.097795 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09c9e04-1f06-49a6-bc87-f6f5f19d6606", "name": "network-vif-deleted", "tag": "a0aa27fe-54ef-4579-9ec6-c689af6a343c", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:54:07.098049 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bf816b0-7fd9-437e-81ec-3c543a4447e2 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:54:07.098451 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf816b0-7fd9-437e-81ec-3c543a4447e2'] response: {'server_uuid': 'b09c9e04-1f06-49a6-bc87-f6f5f19d6606', 'name': 'network-vif-deleted', 'tag': 'a0aa27fe-54ef-4579-9ec6-c689af6a343c', 'status': 'completed', 'code': 200} May 19 16:54:07.232864 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-8eb4201f-eb79-430c-990b-10df274eb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:26Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:07.259739 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4201f-eb79-430c-990b-10df274eb0ca None None] Checking router: e5fea846-3f90-488e-8266-4b394cb47d6e for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:54:07.268828 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4201f-eb79-430c-990b-10df274eb0ca None None] Routers {'e5fea846-3f90-488e-8266-4b394cb47d6e'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:54:07.269665 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-8eb4201f-eb79-430c-990b-10df274eb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:53:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['e5fea846-3f90-488e-8266-4b394cb47d6e'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:07.380879 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-8eb4201f-eb79-430c-990b-10df274eb0ca None None] Set router e5fea846-3f90-488e-8266-4b394cb47d6e gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:54:07.404498 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:54:07.570368 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-8eb4201f-eb79-430c-990b-10df274eb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:26Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:07.594909 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4201f-eb79-430c-990b-10df274eb0ca None None] The sync data for ids ['e5fea846-3f90-488e-8266-4b394cb47d6e'] in dv-cinder-842433-1-iscsi is: [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:43:13Z', 'revision_number': 4, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '85692b60-8ce1-4a49-9dc3-37c0e504818a', 'name': '', 'network_id': '5bf6144a-4dd4-4703-91b7-ee3e7d7d485e', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'mac_address': 'fa:16:3e:8b:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:11Z', 'updated_at': '2022-05-19T16:43:26Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'subnets': [{'id': '3f541ad9-852f-4765-a5b0-e6d7d16db937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:54:07.606575 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 38958) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:07.663722 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-69ecbdcf-2a7f-4c59-b582-1386eea35bb7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group (f0e818ba-1d49-4f2d-84dc-c892a8b874a8), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:07.666162 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:07.689828 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-69ecbdcf-2a7f-4c59-b582-1386eea35bb7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group (f0e818ba-1d49-4f2d-84dc-c892a8b874a8), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:07.741881 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-69ecbdcf-2a7f-4c59-b582-1386eea35bb7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (f0e818ba-1d49-4f2d-84dc-c892a8b874a8), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:07.744995 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-69ecbdcf-2a7f-4c59-b582-1386eea35bb7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:07.746191 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-69ecbdcf-2a7f-4c59-b582-1386eea35bb7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "DELETE /v2.0/security-groups/f0e818ba-1d49-4f2d-84dc-c892a8b874a8 HTTP/1.1" status: 204 len: 168 time: 0.1385708 May 19 16:54:07.749281 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38960) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:07.756362 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecbdcf-2a7f-4c59-b582-1386eea35bb7 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e818ba-1d49-4f2d-84dc-c892a8b874a8,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:07.767150 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.api.v2.resource [None req-70868c27-e15c-4065-aa57-7676c60200ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] show failed (client error): The resource could not be found. May 19 16:54:07.769197 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-70868c27-e15c-4065-aa57-7676c60200ab tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "GET /v2.0/security-groups/f0e818ba-1d49-4f2d-84dc-c892a8b874a8 HTTP/1.1" status: 404 len: 347 time: 0.0172706 May 19 16:54:07.771214 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 38962) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:07.846042 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54592450-f9d3-47c7-85c1-b843d1c8e493 None None] New status for floating IP 639e29a7-6aed-4d0e-8096-a0779994df8e: DOWN {{(pid=110373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:54:07.895788 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-7bd02a82-3b23-4901-8931-f90a0e996c6c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Deleting port 83b2ce6a-920a-44ce-bca0-ccd132f06ebd {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:54:07.896136 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7bd02a82-3b23-4901-8931-f90a0e996c6c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (83b2ce6a-920a-44ce-bca0-ccd132f06ebd), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:07.981827 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7bd02a82-3b23-4901-8931-f90a0e996c6c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (83b2ce6a-920a-44ce-bca0-ccd132f06ebd), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:07.982158 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7bd02a82-3b23-4901-8931-f90a0e996c6c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for floatingip (83b2ce6a-920a-44ce-bca0-ccd132f06ebd), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:07.995488 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-7bd02a82-3b23-4901-8931-f90a0e996c6c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Calling delete_port for 83b2ce6a-920a-44ce-bca0-ccd132f06ebd owned by network:floatingip {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:54:08.123102 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7bd02a82-3b23-4901-8931-f90a0e996c6c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (83b2ce6a-920a-44ce-bca0-ccd132f06ebd), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:08.152987 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd02a82-3b23-4901-8931-f90a0e996c6c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Pushing event deleted for resources: {'Port': ['ID=83b2ce6a-920a-44ce-bca0-ccd132f06ebd,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:08.212503 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7bd02a82-3b23-4901-8931-f90a0e996c6c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks [] for floatingip (639e29a7-6aed-4d0e-8096-a0779994df8e), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:08.215016 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-7bd02a82-3b23-4901-8931-f90a0e996c6c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:08.216158 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-7bd02a82-3b23-4901-8931-f90a0e996c6c tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] 10.222.0.36 "DELETE /v2.0/floatingips/639e29a7-6aed-4d0e-8096-a0779994df8e HTTP/1.1" status: 204 len: 168 time: 0.4434969 May 19 16:54:10.640899 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39004) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:10.651712 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device a0aa27fe-54ef-4579-9ec6-c689af6a343c no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:54:10.670827 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: a0aa27fe-54ef-4579-9ec6-c689af6a343c {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:54:10.671173 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device a0aa27fe-54ef-4579-9ec6-c689af6a343c not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:54:10.991556 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-1c31ebeb-fd74-4d58-a532-c05bc056f342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:11.003236 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:11.069100 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:11.080177 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:11.137387 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-366ee68a-90b1-4767-8d70-c130b0733565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-777684'] for router_interface (e5fea846-3f90-488e-8266-4b394cb47d6e), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:11.357640 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-366ee68a-90b1-4767-8d70-c130b0733565 admin admin] Deleting port 85692b60-8ce1-4a49-9dc3-37c0e504818a {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:54:11.357892 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-366ee68a-90b1-4767-8d70-c130b0733565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:11.444603 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-366ee68a-90b1-4767-8d70-c130b0733565 admin admin] For port 85692b60-8ce1-4a49-9dc3-37c0e504818a, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=85692b60-8ce1-4a49-9dc3-37c0e504818a,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:11.444969 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-366ee68a-90b1-4767-8d70-c130b0733565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:11.457687 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-366ee68a-90b1-4767-8d70-c130b0733565 admin admin] Calling delete_port for 85692b60-8ce1-4a49-9dc3-37c0e504818a owned by network:router_interface {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:54:11.636350 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-366ee68a-90b1-4767-8d70-c130b0733565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (85692b60-8ce1-4a49-9dc3-37c0e504818a), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:11.659879 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ee68a-90b1-4767-8d70-c130b0733565 admin admin] Pushing event deleted for resources: {'Port': ['ID=85692b60-8ce1-4a49-9dc3-37c0e504818a,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:11.825957 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-366ee68a-90b1-4767-8d70-c130b0733565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773835'] for router_interface (e5fea846-3f90-488e-8266-4b394cb47d6e), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:11.891901 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:11.922374 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:12.037912 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366ee68a-90b1-4767-8d70-c130b0733565 admin admin] Router e5fea846-3f90-488e-8266-4b394cb47d6e has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:54:12.136266 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366ee68a-90b1-4767-8d70-c130b0733565 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:54:12.143480 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-366ee68a-90b1-4767-8d70-c130b0733565 admin admin] 10.222.0.36 "PUT /v2.0/routers/e5fea846-3f90-488e-8266-4b394cb47d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4992361 May 19 16:54:12.143652 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39022) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:12.150039 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc54615b-52d9-4748-be35-7cb047dedb21 None None] Sync routers for ids ['e5fea846-3f90-488e-8266-4b394cb47d6e'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:54:12.160023 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc54615b-52d9-4748-be35-7cb047dedb21 None None] Routers {'e5fea846-3f90-488e-8266-4b394cb47d6e'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:54:12.160746 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-cc54615b-52d9-4748-be35-7cb047dedb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:53:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['e5fea846-3f90-488e-8266-4b394cb47d6e'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:12.252739 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] Publish callbacks [] for router (e5fea846-3f90-488e-8266-4b394cb47d6e), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:12.264229 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-cc54615b-52d9-4748-be35-7cb047dedb21 None None] Set router e5fea846-3f90-488e-8266-4b394cb47d6e gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:54:12.584452 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-cc54615b-52d9-4748-be35-7cb047dedb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:54:11Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:12.608547 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc54615b-52d9-4748-be35-7cb047dedb21 None None] Checking router: e5fea846-3f90-488e-8266-4b394cb47d6e for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:54:12.610238 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:12.619619 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc54615b-52d9-4748-be35-7cb047dedb21 None None] Routers {'e5fea846-3f90-488e-8266-4b394cb47d6e'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:54:12.620236 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-cc54615b-52d9-4748-be35-7cb047dedb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:53:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['e5fea846-3f90-488e-8266-4b394cb47d6e'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:12.625789 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] Publish callbacks [] for router_gateway (e5fea846-3f90-488e-8266-4b394cb47d6e), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:12.670594 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] Deleting port 9bf59f2d-ed6b-449d-8204-019dc4321e96 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:54:12.671277 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (9bf59f2d-ed6b-449d-8204-019dc4321e96), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:12.722311 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-cc54615b-52d9-4748-be35-7cb047dedb21 None None] Set router e5fea846-3f90-488e-8266-4b394cb47d6e gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:54:12.750227 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] For port 9bf59f2d-ed6b-449d-8204-019dc4321e96, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=9bf59f2d-ed6b-449d-8204-019dc4321e96,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:12.750592 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (9bf59f2d-ed6b-449d-8204-019dc4321e96), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:12.764244 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] Calling delete_port for 9bf59f2d-ed6b-449d-8204-019dc4321e96 owned by network:router_gateway {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:54:12.850416 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:12.905293 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-cc54615b-52d9-4748-be35-7cb047dedb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:54:11Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:12.931902 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc54615b-52d9-4748-be35-7cb047dedb21 None None] The sync data for ids ['e5fea846-3f90-488e-8266-4b394cb47d6e'] in dv-cinder-842433-1-iscsi is: [{'id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'name': 'tempest-AttachVolumeShelveTestJSON-142540214-router', 'tenant_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:02Z', 'updated_at': '2022-05-19T16:54:11Z', 'revision_number': 5, 'project_id': 'bef5d1b475ef4228a77b87964b0b8ce1', 'gw_port': {'id': '9bf59f2d-ed6b-449d-8204-019dc4321e96', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fea846-3f90-488e-8266-4b394cb47d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:04Z', 'updated_at': '2022-05-19T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:54:12.941076 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (9bf59f2d-ed6b-449d-8204-019dc4321e96), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:12.966464 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf59f2d-ed6b-449d-8204-019dc4321e96,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:13.030473 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:13.035727 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782310'] for router_gateway (e5fea846-3f90-488e-8266-4b394cb47d6e), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.092014 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:13.095434 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cd968d2b-11b0-4743-be12-41e7a0a8e653 req-d323f5b6-1ea9-4356-88ca-6829c3fac010 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917702 May 19 16:54:13.132315 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11820'] for router (e5fea846-3f90-488e-8266-4b394cb47d6e), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.134820 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] Publish callbacks [] for router_controller (e5fea846-3f90-488e-8266-4b394cb47d6e), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.176357 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd968d2b-11b0-4743-be12-41e7a0a8e653 req-b867d3fd-3395-4be6-a759-2caa39366be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:13.177141 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783543'] for router (e5fea846-3f90-488e-8266-4b394cb47d6e), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.178419 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5fea846-3f90-488e-8266-4b394cb47d6e {{(pid=110370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 16:54:13.178553 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cd968d2b-11b0-4743-be12-41e7a0a8e653 req-b867d3fd-3395-4be6-a759-2caa39366be5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f232c172df994d3d909d7999238b1935&device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 1129 time: 0.0403318 May 19 16:54:13.183888 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.184916 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-6791fdf5-a24a-49c4-b81c-6b34cd337596 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e5fea846-3f90-488e-8266-4b394cb47d6e HTTP/1.1" status: 204 len: 168 time: 1.0403738 May 19 16:54:13.187482 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39030) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:13.233862 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5ee25f-9324-44df-b7d6-36f69e793da9 admin admin] Deleting subnet 3f541ad9-852f-4765-a5b0-e6d7d16db937 {{(pid=110370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:54:13.236949 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8f5ee25f-9324-44df-b7d6-36f69e793da9 admin admin] Publish callbacks [] for subnet (3f541ad9-852f-4765-a5b0-e6d7d16db937), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.278218 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8f5ee25f-9324-44df-b7d6-36f69e793da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260361774'] for subnet (3f541ad9-852f-4765-a5b0-e6d7d16db937), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.288295 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd968d2b-11b0-4743-be12-41e7a0a8e653 req-ebecc9a6-1216-4c89-bde0-6627d21220f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:13.289802 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cd968d2b-11b0-4743-be12-41e7a0a8e653 req-ebecc9a6-1216-4c89-bde0-6627d21220f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3 HTTP/1.1" status: 200 len: 910 time: 0.0904975 May 19 16:54:13.353470 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cd968d2b-11b0-4743-be12-41e7a0a8e653 req-09a9ae40-ed90-4061-ac29-4a949971e13b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21 HTTP/1.1" status: 200 len: 1001 time: 0.0567217 May 19 16:54:13.358798 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8f5ee25f-9324-44df-b7d6-36f69e793da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (3f541ad9-852f-4765-a5b0-e6d7d16db937), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.404849 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd968d2b-11b0-4743-be12-41e7a0a8e653 req-522e7578-c8ed-4848-be92-2fd8d95bbc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:13.406829 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cd968d2b-11b0-4743-be12-41e7a0a8e653 req-522e7578-c8ed-4848-be92-2fd8d95bbc8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6aa80667-062b-4e9f-a2ca-1e239f186451 HTTP/1.1" status: 200 len: 848 time: 0.0474041 May 19 16:54:13.417139 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8f5ee25f-9324-44df-b7d6-36f69e793da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260500120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261016939'] for subnet (3f541ad9-852f-4765-a5b0-e6d7d16db937), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.448736 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:13.454919 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ee25f-9324-44df-b7d6-36f69e793da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f541ad9-852f-4765-a5b0-e6d7d16db937,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:13.461382 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd968d2b-11b0-4743-be12-41e7a0a8e653 req-1e1aeba3-1b12-4c2d-a4ac-9e58a45edf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:13.461728 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8f5ee25f-9324-44df-b7d6-36f69e793da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.463395 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cd968d2b-11b0-4743-be12-41e7a0a8e653 req-1e1aeba3-1b12-4c2d-a4ac-9e58a45edf96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501652 May 19 16:54:13.465540 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-8f5ee25f-9324-44df-b7d6-36f69e793da9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3f541ad9-852f-4765-a5b0-e6d7d16db937 HTTP/1.1" status: 204 len: 168 time: 0.2771194 May 19 16:54:13.470756 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f409952a-10ee-408d-a77d-451202866190 None None] Network 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:54:13.473618 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39034) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:13.478266 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [req-cd968d2b-11b0-4743-be12-41e7a0a8e653 req-27964c39-089e-4dd6-a3ee-e56452eb1ac4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 16:54:13.479705 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cd968d2b-11b0-4743-be12-41e7a0a8e653 req-27964c39-089e-4dd6-a3ee-e56452eb1ac4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092621 May 19 16:54:13.564262 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (5bf6144a-4dd4-4703-91b7-ee3e7d7d485e), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.635012 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cd968d2b-11b0-4743-be12-41e7a0a8e653 req-c9da3995-c30c-4665-bb92-f087c908d384 service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496868 May 19 16:54:13.639473 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Deleting port dec994b3-597a-4962-90f2-c5371bfbeac2 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:54:13.639810 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.700668 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] DHCP port deletion for 5bf6144a-4dd4-4703-91b7-ee3e7d7d485e request from dv-cinder-842433-1-iscsi {{(pid=110372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 16:54:13.727784 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] For port dec994b3-597a-4962-90f2-c5371bfbeac2, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=dec994b3-597a-4962-90f2-c5371bfbeac2,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:13.728333 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.749965 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Calling delete_port for dec994b3-597a-4962-90f2-c5371bfbeac2 owned by network:dhcp {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:54:13.761615 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Deleting port dec994b3-597a-4962-90f2-c5371bfbeac2 {{(pid=110372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:54:13.762290 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), before_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.768614 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cd968d2b-11b0-4743-be12-41e7a0a8e653 req-c467aa56-1fde-45ad-a769-d9d2ae4f0fa7 service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271892 May 19 16:54:13.838860 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] For port dec994b3-597a-4962-90f2-c5371bfbeac2, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=dec994b3-597a-4962-90f2-c5371bfbeac2,segment=NetworkSegment(16f0016e-7c69-4e77-88ad-c8c25ebbc71a),segment_id=16f0016e-7c69-4e77-88ad-c8c25ebbc71a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:13.839284 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), precommit_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.852934 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Calling delete_port for dec994b3-597a-4962-90f2-c5371bfbeac2 owned by network:dhcp {{(pid=110372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:54:13.859763 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.890962 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec994b3-597a-4962-90f2-c5371bfbeac2,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:13.899303 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] No DVR routers for this DVR port dec994b3-597a-4962-90f2-c5371bfbeac2 on host dv-cinder-842433-1-iscsi {{(pid=110370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:54:13.941616 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583'] for port (dec994b3-597a-4962-90f2-c5371bfbeac2), after_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:13.969629 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Pushing event deleted for resources: {'Port': ['ID=dec994b3-597a-4962-90f2-c5371bfbeac2,revision_number=None']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:13.979708 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] No DVR routers for this DVR port dec994b3-597a-4962-90f2-c5371bfbeac2 on host dv-cinder-842433-1-iscsi {{(pid=110372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:54:13.982184 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.982714 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.983222 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.983740 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.984079 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.984413 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.984740 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.985073 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.985415 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.985922 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.986247 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.986602 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.986897 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.987219 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.987538 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aea3d1-b054-4456-8cad-793ee1663c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:13.988353 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (5bf6144a-4dd4-4703-91b7-ee3e7d7d485e), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:14.018323 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf6144a-4dd4-4703-91b7-ee3e7d7d485e']}} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:14.028967 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f0016e-7c69-4e77-88ad-c8c25ebbc71a') {'for_net_delete': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:14.029302 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f0016e-7c69-4e77-88ad-c8c25ebbc71a') {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:14.040414 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260361751'] for segment (16f0016e-7c69-4e77-88ad-c8c25ebbc71a), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:14.053735 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (16f0016e-7c69-4e77-88ad-c8c25ebbc71a), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:14.065366 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=110370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:54:14.065820 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260501306'] for segment (16f0016e-7c69-4e77-88ad-c8c25ebbc71a), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: Traceback (most recent call last): May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: timer() May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: cb(*args, **kw) May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: return func(*args, **kwargs) May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: self._notify() May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: self.callback(batched_events) May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: event.method(event) May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: return f(self, *a, **k) May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._get(url).json() May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: return self.request(url, 'GET', **kwargs) May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:54:14.067833 dv-cinder-842433-1-iscsi neutron-server[110370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:54:14.132328 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (5bf6144a-4dd4-4703-91b7-ee3e7d7d485e), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:14.137768 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:14.143934 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5bf6144a-4dd4-4703-91b7-ee3e7d7d485e HTTP/1.1" status: 204 len: 168 time: 0.6663826 May 19 16:54:14.144329 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:14.156229 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf1332-af0f-47c4-bedf-f0822a02ad09 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf6144a-4dd4-4703-91b7-ee3e7d7d485e,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:14.274839 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39058) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:14.298401 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-481b05b0-903d-4934-98cf-c9811e247cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:14.315389 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-9d810e54-f239-46da-8bd8-b31cc7deeb36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bef5d1b475ef4228a77b87964b0b8ce1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393646 May 19 16:54:14.318124 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39060) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:14.367978 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1a66-f615-4126-a0a2-aa7a2922b8e1 admin admin] Publish callbacks [] for security_group (8d9a159c-ef68-4c18-ad7b-6a0621b3d8dc), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:14.389332 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1a66-f615-4126-a0a2-aa7a2922b8e1 admin admin] Publish callbacks [] for security_group (8d9a159c-ef68-4c18-ad7b-6a0621b3d8dc), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:14.434249 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1a66-f615-4126-a0a2-aa7a2922b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (8d9a159c-ef68-4c18-ad7b-6a0621b3d8dc), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:14.436854 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1a66-f615-4126-a0a2-aa7a2922b8e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:14.438020 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-1b0e1a66-f615-4126-a0a2-aa7a2922b8e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d9a159c-ef68-4c18-ad7b-6a0621b3d8dc HTTP/1.1" status: 204 len: 168 time: 0.1183507 May 19 16:54:14.446378 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e1a66-f615-4126-a0a2-aa7a2922b8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9a159c-ef68-4c18-ad7b-6a0621b3d8dc,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:14.894459 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 85692b60-8ce1-4a49-9dc3-37c0e504818a no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:54:14.920669 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 85692b60-8ce1-4a49-9dc3-37c0e504818a {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:54:14.921010 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 85692b60-8ce1-4a49-9dc3-37c0e504818a not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:54:14.921462 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device dec994b3-597a-4962-90f2-c5371bfbeac2 no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:54:14.945546 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: dec994b3-597a-4962-90f2-c5371bfbeac2 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:54:14.945890 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device dec994b3-597a-4962-90f2-c5371bfbeac2 not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:54:14.946406 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 9bf59f2d-ed6b-449d-8204-019dc4321e96 no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:54:14.965947 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 9bf59f2d-ed6b-449d-8204-019dc4321e96 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:54:14.966239 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 9bf59f2d-ed6b-449d-8204-019dc4321e96 not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:54:15.230099 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.330999 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39096) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:15.383053 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_v2 [None req-576145cb-0cad-4332-8eb7-c46f5c3e3629 admin admin] Deleting subnet 416658ff-c639-4e1a-8ba5-093859ba904f {{(pid=110371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:54:15.386518 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-576145cb-0cad-4332-8eb7-c46f5c3e3629 admin admin] Publish callbacks [] for subnet (416658ff-c639-4e1a-8ba5-093859ba904f), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.425631 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-576145cb-0cad-4332-8eb7-c46f5c3e3629 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-40884'] for subnet (416658ff-c639-4e1a-8ba5-093859ba904f), precommit_delete_associations {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.469210 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-576145cb-0cad-4332-8eb7-c46f5c3e3629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (416658ff-c639-4e1a-8ba5-093859ba904f), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.489399 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:15.523409 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-576145cb-0cad-4332-8eb7-c46f5c3e3629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3953882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3860270'] for subnet (416658ff-c639-4e1a-8ba5-093859ba904f), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.550411 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576145cb-0cad-4332-8eb7-c46f5c3e3629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416658ff-c639-4e1a-8ba5-093859ba904f,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:15.552446 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-576145cb-0cad-4332-8eb7-c46f5c3e3629 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.556516 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-576145cb-0cad-4332-8eb7-c46f5c3e3629 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/416658ff-c639-4e1a-8ba5-093859ba904f HTTP/1.1" status: 204 len: 168 time: 0.2236385 May 19 16:54:15.558193 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39106) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:15.634093 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f9ed12db-60ab-4a41-aca0-80ccd4cb4777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.711589 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f9ed12db-60ab-4a41-aca0-80ccd4cb4777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.736533 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-f9ed12db-60ab-4a41-aca0-80ccd4cb4777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b']}} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:15.746426 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-f9ed12db-60ab-4a41-aca0-80ccd4cb4777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb06e9c4-4c17-4131-a886-ebb434245258') {'for_net_delete': True} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:15.746970 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-f9ed12db-60ab-4a41-aca0-80ccd4cb4777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb06e9c4-4c17-4131-a886-ebb434245258') {} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:15.756900 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f9ed12db-60ab-4a41-aca0-80ccd4cb4777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-40845'] for segment (fb06e9c4-4c17-4131-a886-ebb434245258), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.764170 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:15.770975 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f9ed12db-60ab-4a41-aca0-80ccd4cb4777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (fb06e9c4-4c17-4131-a886-ebb434245258), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.778317 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ed12db-60ab-4a41-aca0-80ccd4cb4777 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=110371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:54:15.778780 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f9ed12db-60ab-4a41-aca0-80ccd4cb4777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3953016'] for segment (fb06e9c4-4c17-4131-a886-ebb434245258), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: Traceback (most recent call last): May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: timer() May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: cb(*args, **kw) May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: return func(*args, **kwargs) May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: self._notify() May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: self.callback(batched_events) May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: event.method(event) May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: return f(self, *a, **k) May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._get(url).json() May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: return self.request(url, 'GET', **kwargs) May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:54:15.781310 dv-cinder-842433-1-iscsi neutron-server[110371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:54:15.838034 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f9ed12db-60ab-4a41-aca0-80ccd4cb4777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.843840 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f9ed12db-60ab-4a41-aca0-80ccd4cb4777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.847036 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-f9ed12db-60ab-4a41-aca0-80ccd4cb4777 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b HTTP/1.1" status: 204 len: 168 time: 0.2877450 May 19 16:54:15.850478 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39116) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:15.859008 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed12db-60ab-4a41-aca0-80ccd4cb4777 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c49a0c-5bc7-4b49-ba8e-ede6f3919f1b,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:15.904916 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_v2 [None req-014b1c8b-3fdc-4699-b674-57884cae2b8e admin admin] Deleting subnet 3023ed17-ee2c-4a00-8f11-1580224ae93b {{(pid=110370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:54:15.907653 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:15.908710 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-014b1c8b-3fdc-4699-b674-57884cae2b8e admin admin] Publish callbacks [] for subnet (3023ed17-ee2c-4a00-8f11-1580224ae93b), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.950639 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-014b1c8b-3fdc-4699-b674-57884cae2b8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260361774'] for subnet (3023ed17-ee2c-4a00-8f11-1580224ae93b), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:15.996434 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-014b1c8b-3fdc-4699-b674-57884cae2b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (3023ed17-ee2c-4a00-8f11-1580224ae93b), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:16.057473 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-014b1c8b-3fdc-4699-b674-57884cae2b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260500120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261016939'] for subnet (3023ed17-ee2c-4a00-8f11-1580224ae93b), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:16.085731 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b1c8b-3fdc-4699-b674-57884cae2b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3023ed17-ee2c-4a00-8f11-1580224ae93b,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:16.089451 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-014b1c8b-3fdc-4699-b674-57884cae2b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:16.092624 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-014b1c8b-3fdc-4699-b674-57884cae2b8e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3023ed17-ee2c-4a00-8f11-1580224ae93b HTTP/1.1" status: 204 len: 168 time: 0.2406311 May 19 16:54:16.095081 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39122) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:16.165565 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-afd6a86c-a391-47ac-9dba-4c241e44c434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (1bdf48ac-cc66-4d08-a9dd-28d0adff480d), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:16.259695 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-afd6a86c-a391-47ac-9dba-4c241e44c434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (1bdf48ac-cc66-4d08-a9dd-28d0adff480d), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:16.281044 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-afd6a86c-a391-47ac-9dba-4c241e44c434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdf48ac-cc66-4d08-a9dd-28d0adff480d']}} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:16.290990 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-afd6a86c-a391-47ac-9dba-4c241e44c434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821a6a0c-075f-4a7b-845e-bfa2b725569d') {'for_net_delete': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:16.291293 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-afd6a86c-a391-47ac-9dba-4c241e44c434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821a6a0c-075f-4a7b-845e-bfa2b725569d') {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:16.301647 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-afd6a86c-a391-47ac-9dba-4c241e44c434 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260361751'] for segment (821a6a0c-075f-4a7b-845e-bfa2b725569d), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:16.315460 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-afd6a86c-a391-47ac-9dba-4c241e44c434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (821a6a0c-075f-4a7b-845e-bfa2b725569d), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:16.322141 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd6a86c-a391-47ac-9dba-4c241e44c434 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=110370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-afd6a86c-a391-47ac-9dba-4c241e44c434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260501306'] for segment (821a6a0c-075f-4a7b-845e-bfa2b725569d), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: Traceback (most recent call last): May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: timer() May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: cb(*args, **kw) May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: return func(*args, **kwargs) May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: self._notify() May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: self.callback(batched_events) May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: event.method(event) May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: return f(self, *a, **k) May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._get(url).json() May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: return self.request(url, 'GET', **kwargs) May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:54:16.325456 dv-cinder-842433-1-iscsi neutron-server[110370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:54:16.385072 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-afd6a86c-a391-47ac-9dba-4c241e44c434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (1bdf48ac-cc66-4d08-a9dd-28d0adff480d), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:16.391728 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-afd6a86c-a391-47ac-9dba-4c241e44c434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:16.394911 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-afd6a86c-a391-47ac-9dba-4c241e44c434 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1bdf48ac-cc66-4d08-a9dd-28d0adff480d HTTP/1.1" status: 204 len: 168 time: 0.2989080 May 19 16:54:16.405647 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6a86c-a391-47ac-9dba-4c241e44c434 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bdf48ac-cc66-4d08-a9dd-28d0adff480d,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:16.641271 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39142) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:16.688180 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-3dbab9e8-7586-4305-9f4d-024d73c729d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ade3df8774942e3acdb22716b53e6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449207 May 19 16:54:16.690639 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39148) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:16.737837 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-57a0a276-f662-4a68-8515-df2adfce2ef1 admin admin] Publish callbacks [] for security_group (254cd635-763d-4b9b-92a2-e6d1ca6488cd), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:16.764191 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-57a0a276-f662-4a68-8515-df2adfce2ef1 admin admin] Publish callbacks [] for security_group (254cd635-763d-4b9b-92a2-e6d1ca6488cd), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:16.813749 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-57a0a276-f662-4a68-8515-df2adfce2ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (254cd635-763d-4b9b-92a2-e6d1ca6488cd), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:16.816294 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-57a0a276-f662-4a68-8515-df2adfce2ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:16.817580 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-57a0a276-f662-4a68-8515-df2adfce2ef1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/254cd635-763d-4b9b-92a2-e6d1ca6488cd HTTP/1.1" status: 204 len: 168 time: 0.1258674 May 19 16:54:16.826254 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0a276-f662-4a68-8515-df2adfce2ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254cd635-763d-4b9b-92a2-e6d1ca6488cd,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:16.948142 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39154) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:16.999847 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.110070 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b38d-aabb-4516-956a-4dc95cac02f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.175639 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39160) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:17.189759 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b38d-aabb-4516-956a-4dc95cac02f5 admin admin] Publish callbacks [] for security_group (bce31640-dff7-46ab-b364-fc5eb78e1797), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.193597 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b38d-aabb-4516-956a-4dc95cac02f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (bce31640-dff7-46ab-b364-fc5eb78e1797), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.216347 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-ab0435b9-d9ed-4e74-a183-1a62371e3457 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccb4633e5a3440caa6bcbb824d29b89b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395396 May 19 16:54:17.218967 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39162) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:17.234633 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-f5d3b38d-aabb-4516-956a-4dc95cac02f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1001ac5598f74a21b168777aa81d0581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853959 May 19 16:54:17.235860 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3b38d-aabb-4516-956a-4dc95cac02f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce31640-dff7-46ab-b364-fc5eb78e1797,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:17.239328 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39164) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:17.267605 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a4694c1f-c52b-4ae8-9724-9e119061c277 admin admin] Publish callbacks [] for security_group (5cd9a58f-8099-4913-b75c-aadbfb5e6eca), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.289361 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b7c4da0f-96ba-4075-b7c3-4ac12c6133cb admin admin] Publish callbacks [] for security_group (bce31640-dff7-46ab-b364-fc5eb78e1797), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.289536 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a4694c1f-c52b-4ae8-9724-9e119061c277 admin admin] Publish callbacks [] for security_group (5cd9a58f-8099-4913-b75c-aadbfb5e6eca), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.299665 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=6 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:17.313112 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b7c4da0f-96ba-4075-b7c3-4ac12c6133cb admin admin] Publish callbacks [] for security_group (bce31640-dff7-46ab-b364-fc5eb78e1797), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.339574 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a4694c1f-c52b-4ae8-9724-9e119061c277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (5cd9a58f-8099-4913-b75c-aadbfb5e6eca), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.342066 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a4694c1f-c52b-4ae8-9724-9e119061c277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.343227 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-a4694c1f-c52b-4ae8-9724-9e119061c277 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5cd9a58f-8099-4913-b75c-aadbfb5e6eca HTTP/1.1" status: 204 len: 168 time: 0.1233563 May 19 16:54:17.353258 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4694c1f-c52b-4ae8-9724-9e119061c277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd9a58f-8099-4913-b75c-aadbfb5e6eca,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:17.384064 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b7c4da0f-96ba-4075-b7c3-4ac12c6133cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (bce31640-dff7-46ab-b364-fc5eb78e1797), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.386700 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b7c4da0f-96ba-4075-b7c3-4ac12c6133cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.387856 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-b7c4da0f-96ba-4075-b7c3-4ac12c6133cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bce31640-dff7-46ab-b364-fc5eb78e1797 HTTP/1.1" status: 204 len: 168 time: 0.1475732 May 19 16:54:17.395832 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4da0f-96ba-4075-b7c3-4ac12c6133cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce31640-dff7-46ab-b364-fc5eb78e1797,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:17.739192 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39180) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:17.756645 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-57d05de8-5033-4ef3-9f60-ded3c20e0351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.800358 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:17.841755 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-57d05de8-5033-4ef3-9f60-ded3c20e0351 admin admin] Publish callbacks [] for security_group (9c0b070c-e5a2-4a93-aa75-87d7628494f8), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.845395 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-57d05de8-5033-4ef3-9f60-ded3c20e0351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (9c0b070c-e5a2-4a93-aa75-87d7628494f8), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.884941 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-57d05de8-5033-4ef3-9f60-ded3c20e0351 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c9218576ed04d4ca015ffe347094c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416109 May 19 16:54:17.886042 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d05de8-5033-4ef3-9f60-ded3c20e0351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0b070c-e5a2-4a93-aa75-87d7628494f8,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:17.888082 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39184) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:17.939985 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4b71214f-c223-451b-9114-418f19486615 admin admin] Publish callbacks [] for security_group (9c0b070c-e5a2-4a93-aa75-87d7628494f8), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:17.951536 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:17.968699 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4b71214f-c223-451b-9114-418f19486615 admin admin] Publish callbacks [] for security_group (9c0b070c-e5a2-4a93-aa75-87d7628494f8), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:18.018620 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4b71214f-c223-451b-9114-418f19486615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (9c0b070c-e5a2-4a93-aa75-87d7628494f8), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:18.021343 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4b71214f-c223-451b-9114-418f19486615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:18.022661 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-4b71214f-c223-451b-9114-418f19486615 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c0b070c-e5a2-4a93-aa75-87d7628494f8 HTTP/1.1" status: 204 len: 168 time: 0.1333959 May 19 16:54:18.030990 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71214f-c223-451b-9114-418f19486615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0b070c-e5a2-4a93-aa75-87d7628494f8,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:18.570458 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:26.649264 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39360) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:26.784609 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5ae93386-8db8-460b-ab80-c03c0c0cab26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:26.863512 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5ae93386-8db8-460b-ab80-c03c0c0cab26 admin admin] Publish callbacks [] for security_group (4fa64d83-4fa7-48dd-b28c-5787e7100dc8), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:26.867452 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5ae93386-8db8-460b-ab80-c03c0c0cab26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (4fa64d83-4fa7-48dd-b28c-5787e7100dc8), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:26.870900 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:26.911546 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-5ae93386-8db8-460b-ab80-c03c0c0cab26 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=faf66cbbfe654621814279c00adf1ac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610264 May 19 16:54:26.913020 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae93386-8db8-460b-ab80-c03c0c0cab26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa64d83-4fa7-48dd-b28c-5787e7100dc8,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:26.914815 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39368) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:26.966985 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f47f8192-6016-4321-904a-c68fb044ac58 admin admin] Publish callbacks [] for security_group (4fa64d83-4fa7-48dd-b28c-5787e7100dc8), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:26.988606 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f47f8192-6016-4321-904a-c68fb044ac58 admin admin] Publish callbacks [] for security_group (4fa64d83-4fa7-48dd-b28c-5787e7100dc8), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:27.035770 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f47f8192-6016-4321-904a-c68fb044ac58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (4fa64d83-4fa7-48dd-b28c-5787e7100dc8), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:27.038331 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f47f8192-6016-4321-904a-c68fb044ac58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:27.041929 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-f47f8192-6016-4321-904a-c68fb044ac58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4fa64d83-4fa7-48dd-b28c-5787e7100dc8 HTTP/1.1" status: 204 len: 168 time: 0.1236567 May 19 16:54:27.047255 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f8192-6016-4321-904a-c68fb044ac58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa64d83-4fa7-48dd-b28c-5787e7100dc8,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:27.300920 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39376) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:27.316845 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c536fb79-3591-4b92-9339-c59ead7fcfa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:27.383693 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:27.385919 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:27.392448 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c536fb79-3591-4b92-9339-c59ead7fcfa2 admin admin] Publish callbacks [] for security_group (47a5a1a7-7615-4780-bee9-1ec6656296d4), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:27.395983 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c536fb79-3591-4b92-9339-c59ead7fcfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (47a5a1a7-7615-4780-bee9-1ec6656296d4), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:27.436481 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-c536fb79-3591-4b92-9339-c59ead7fcfa2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33918b17a6164bb3a8038132d56ec616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344726 May 19 16:54:27.437357 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536fb79-3591-4b92-9339-c59ead7fcfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a5a1a7-7615-4780-bee9-1ec6656296d4,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:27.439177 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39378) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:27.487926 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b84fa9ab-c8b1-4128-8572-3547759b9366 admin admin] Publish callbacks [] for security_group (47a5a1a7-7615-4780-bee9-1ec6656296d4), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:27.512956 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b84fa9ab-c8b1-4128-8572-3547759b9366 admin admin] Publish callbacks [] for security_group (47a5a1a7-7615-4780-bee9-1ec6656296d4), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:27.561280 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b84fa9ab-c8b1-4128-8572-3547759b9366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (47a5a1a7-7615-4780-bee9-1ec6656296d4), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:27.563853 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-b84fa9ab-c8b1-4128-8572-3547759b9366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:27.564969 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-b84fa9ab-c8b1-4128-8572-3547759b9366 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47a5a1a7-7615-4780-bee9-1ec6656296d4 HTTP/1.1" status: 204 len: 168 time: 0.1245666 May 19 16:54:27.573034 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fa9ab-c8b1-4128-8572-3547759b9366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a5a1a7-7615-4780-bee9-1ec6656296d4,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:28.057186 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39398) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:28.169554 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f35b362d-4ca5-41a0-be96-737107144835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:28.250825 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f35b362d-4ca5-41a0-be96-737107144835 admin admin] Publish callbacks [] for security_group (d78fe32f-c32c-4b84-accb-ce783542c0d1), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:28.254445 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f35b362d-4ca5-41a0-be96-737107144835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (d78fe32f-c32c-4b84-accb-ce783542c0d1), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:28.299713 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b362d-4ca5-41a0-be96-737107144835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78fe32f-c32c-4b84-accb-ce783542c0d1,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:28.305593 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-f35b362d-4ca5-41a0-be96-737107144835 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7511afdd52d341f9a1dad3b628654693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468402 May 19 16:54:28.308378 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39412) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:28.337238 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:28.360633 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-27b034fa-b412-4471-9ee5-0b11d6188ef6 admin admin] Publish callbacks [] for security_group (d78fe32f-c32c-4b84-accb-ce783542c0d1), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:28.387786 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-27b034fa-b412-4471-9ee5-0b11d6188ef6 admin admin] Publish callbacks [] for security_group (d78fe32f-c32c-4b84-accb-ce783542c0d1), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:28.437829 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-27b034fa-b412-4471-9ee5-0b11d6188ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (d78fe32f-c32c-4b84-accb-ce783542c0d1), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:28.440429 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-27b034fa-b412-4471-9ee5-0b11d6188ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:28.445284 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-27b034fa-b412-4471-9ee5-0b11d6188ef6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d78fe32f-c32c-4b84-accb-ce783542c0d1 HTTP/1.1" status: 204 len: 168 time: 0.1359630 May 19 16:54:28.453560 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b034fa-b412-4471-9ee5-0b11d6188ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78fe32f-c32c-4b84-accb-ce783542c0d1,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:28.736539 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39428) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:28.847873 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0ea98c17-c367-4395-954c-cb4fb1d54051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:28.884313 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=16 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:28.932231 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0ea98c17-c367-4395-954c-cb4fb1d54051 admin admin] Publish callbacks [] for security_group (8b5b60b2-e100-4ac7-a513-309515390b46), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:28.937505 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0ea98c17-c367-4395-954c-cb4fb1d54051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (8b5b60b2-e100-4ac7-a513-309515390b46), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:28.978676 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-0ea98c17-c367-4395-954c-cb4fb1d54051 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85328f009e62419b9badda7c05cc9667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410064 May 19 16:54:28.979501 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea98c17-c367-4395-954c-cb4fb1d54051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5b60b2-e100-4ac7-a513-309515390b46,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:28.981700 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39438) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:29.034818 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb9e2-d674-4bb5-92b1-8131b6f05c4c admin admin] Publish callbacks [] for security_group (8b5b60b2-e100-4ac7-a513-309515390b46), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:29.056997 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb9e2-d674-4bb5-92b1-8131b6f05c4c admin admin] Publish callbacks [] for security_group (8b5b60b2-e100-4ac7-a513-309515390b46), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:29.105968 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb9e2-d674-4bb5-92b1-8131b6f05c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (8b5b60b2-e100-4ac7-a513-309515390b46), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:29.108502 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb9e2-d674-4bb5-92b1-8131b6f05c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:29.113760 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-1e5bb9e2-d674-4bb5-92b1-8131b6f05c4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b5b60b2-e100-4ac7-a513-309515390b46 HTTP/1.1" status: 204 len: 168 time: 0.1294689 May 19 16:54:29.122872 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bb9e2-d674-4bb5-92b1-8131b6f05c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5b60b2-e100-4ac7-a513-309515390b46,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:29.206481 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39450) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:29.419106 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1675898364-network', 'tenant_id': 'efe37371967543a3aa0834579ad5e714'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:54:29.443117 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] Made reservation on behalf of efe37371967543a3aa0834579ad5e714 for: {'network': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:54:29.445748 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:29.454772 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:29.534744 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] Publish callbacks [] for security_group (b0edce99-25c1-443f-9f06-fce22c0b5a4b), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:29.539388 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (b0edce99-25c1-443f-9f06-fce22c0b5a4b), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:29.553893 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:29.567656 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=110371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:54:29.580881 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0edce99-25c1-443f-9f06-fce22c0b5a4b,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:29.584430 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (b4253d12-f227-46dc-90ed-1178f5ef2491), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:29.585011 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.segments_db [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] Added segment b4253d12-f227-46dc-90ed-1178f5ef2491 of type vlan for network 9fd571e0-cea6-467a-8ce2-76303169e116 May 19 16:54:29.634547 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (9fd571e0-cea6-467a-8ce2-76303169e116), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:29.666859 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (9fd571e0-cea6-467a-8ce2-76303169e116), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:29.668082 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:29.669289 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:29.726012 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5182657 May 19 16:54:29.728907 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39472) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:29.731085 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055882e-2a3e-4523-8107-a562b4f0960f admin admin] Pushing event updated for resources: {'Network': ['ID=9fd571e0-cea6-467a-8ce2-76303169e116,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:29.735197 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-e9148780-acd5-4e5b-959d-9ef75a51b640 admin admin] Request body: {'subnet': {'network_id': '9fd571e0-cea6-467a-8ce2-76303169e116', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1675898364-subnet', 'tenant_id': 'efe37371967543a3aa0834579ad5e714', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:54:29.751730 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network 9fd571e0-cea6-467a-8ce2-76303169e116 details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:54:29.766228 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9148780-acd5-4e5b-959d-9ef75a51b640 admin admin] Made reservation on behalf of efe37371967543a3aa0834579ad5e714 for: {'subnet': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:54:29.769294 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9148780-acd5-4e5b-959d-9ef75a51b640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261016902'] for subnet (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:29.967725 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9148780-acd5-4e5b-959d-9ef75a51b640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260500185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261016912'] for subnet (a2dd2344-47f1-4a07-ae24-8a8bfe39fd10), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:30.027551 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9148780-acd5-4e5b-959d-9ef75a51b640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2dd2344-47f1-4a07-ae24-8a8bfe39fd10,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:30.036806 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9148780-acd5-4e5b-959d-9ef75a51b640 admin admin] Checking segment: {'id': 'b4253d12-f227-46dc-90ed-1178f5ef2491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9fd571e0-cea6-467a-8ce2-76303169e116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:54:30.037185 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9148780-acd5-4e5b-959d-9ef75a51b640 admin admin] Network hostable DHCP agents. Network: 9fd571e0-cea6-467a-8ce2-76303169e116, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:54:30.055304 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9148780-acd5-4e5b-959d-9ef75a51b640 admin admin] Network 9fd571e0-cea6-467a-8ce2-76303169e116 is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:54:30.064975 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-e9148780-acd5-4e5b-959d-9ef75a51b640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, 9fd571e0-cea6-467a-8ce2-76303169e116) {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:54:30.069905 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9148780-acd5-4e5b-959d-9ef75a51b640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:30.070521 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9148780-acd5-4e5b-959d-9ef75a51b640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:30.078269 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3025e6-07e5-441c-85f4-af940aa9e9ec None None] Network 9fd571e0-cea6-467a-8ce2-76303169e116 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:54:30.091065 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-e9148780-acd5-4e5b-959d-9ef75a51b640 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3608437 May 19 16:54:30.164864 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:30.192324 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdd39e1-acf0-4ff6-8c7d-14fff10bd7cd None None] Network 9fd571e0-cea6-467a-8ce2-76303169e116 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:54:30.323353 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39490) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:30.455547 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0481c387-d217-4e3e-a492-7f1390addf03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:30.509381 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:30.535171 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0481c387-d217-4e3e-a492-7f1390addf03 admin admin] Publish callbacks [] for security_group (220c8c32-5acf-4acd-b025-2fa47fca8004), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:30.540052 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0481c387-d217-4e3e-a492-7f1390addf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (220c8c32-5acf-4acd-b025-2fa47fca8004), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:30.584579 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-0481c387-d217-4e3e-a492-7f1390addf03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80b38c0c4f8542569d24fada9b39f6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601318 May 19 16:54:30.585705 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481c387-d217-4e3e-a492-7f1390addf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220c8c32-5acf-4acd-b025-2fa47fca8004,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:30.587285 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39496) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:30.643496 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8931552f-192e-4b01-9b30-93a2ff230c0d admin admin] Publish callbacks [] for security_group (220c8c32-5acf-4acd-b025-2fa47fca8004), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:30.671541 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8931552f-192e-4b01-9b30-93a2ff230c0d admin admin] Publish callbacks [] for security_group (220c8c32-5acf-4acd-b025-2fa47fca8004), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:30.684426 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:30.727615 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8931552f-192e-4b01-9b30-93a2ff230c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (220c8c32-5acf-4acd-b025-2fa47fca8004), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:30.730372 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-8931552f-192e-4b01-9b30-93a2ff230c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:30.731505 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-8931552f-192e-4b01-9b30-93a2ff230c0d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/220c8c32-5acf-4acd-b025-2fa47fca8004 HTTP/1.1" status: 204 len: 168 time: 0.1431904 May 19 16:54:30.739714 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931552f-192e-4b01-9b30-93a2ff230c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220c8c32-5acf-4acd-b025-2fa47fca8004,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:32.018584 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b55b27-0781-4ffe-ad85-2855445b488e req-5dd37f58-b905-4d4d-bb95-d62d5d69578a tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:32.020072 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-5dd37f58-b905-4d4d-bb95-d62d5d69578a tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/networks?id=9fd571e0-cea6-467a-8ce2-76303169e116 HTTP/1.1" status: 200 len: 809 time: 0.1086786 May 19 16:54:32.034787 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-0c574e83-ee90-4c96-bf88-99b1c434b8d9 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/quotas/efe37371967543a3aa0834579ad5e714 HTTP/1.1" status: 200 len: 375 time: 0.0091937 May 19 16:54:32.071971 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-89f1043f-43a0-4b47-9be6-75752cb3bf1d tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=efe37371967543a3aa0834579ad5e714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312309 May 19 16:54:32.180350 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-722a18c5-f5e5-4a0d-ab7f-497788f1c416 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 16:54:32.181441 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-722a18c5-f5e5-4a0d-ab7f-497788f1c416 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1033359 May 19 16:54:32.270734 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-cdda3888-2808-4dfb-944d-21da344736ad service neutron] 10.222.0.36 "GET /v2.0/networks/9fd571e0-cea6-467a-8ce2-76303169e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834136 May 19 16:54:32.363542 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-fa06e810-271c-4cc9-b1e7-7795f1dae83f service neutron] 10.222.0.36 "GET /v2.0/networks/9fd571e0-cea6-467a-8ce2-76303169e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871463 May 19 16:54:32.538498 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fc20eb7b-2996-4ca7-a15d-f2d4e2a9df25 req-beeab522-c5ee-4299-acc9-6713c6b5775d tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 210 time: 0.0413411 May 19 16:54:33.650321 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b55b27-0781-4ffe-ad85-2855445b488e req-dc2102a2-a1d8-489d-8859-d45826bce90e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:33.652007 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-dc2102a2-a1d8-489d-8859-d45826bce90e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.48 "GET /v2.0/networks?id=9fd571e0-cea6-467a-8ce2-76303169e116 HTTP/1.1" status: 200 len: 809 time: 0.1515179 May 19 16:54:33.672510 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-45b55b27-0781-4ffe-ad85-2855445b488e req-70da4801-3d0d-4285-af5e-b05d05032df2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Request body: {'port': {'device_id': '98705bd3-a1c5-4dff-8406-9d6d058df9a1', 'network_id': '9fd571e0-cea6-467a-8ce2-76303169e116', 'admin_state_up': True, 'tenant_id': 'efe37371967543a3aa0834579ad5e714'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:54:33.680764 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-959c4be0-e9b5-4e1c-aea2-e7a6aeb632e7 req-c04bf48c-9106-4998-8bf9-f9321e0236ac tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 210 time: 0.0580487 May 19 16:54:33.810380 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b55b27-0781-4ffe-ad85-2855445b488e req-70da4801-3d0d-4285-af5e-b05d05032df2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Made reservation on behalf of efe37371967543a3aa0834579ad5e714 for: {'port': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:54:33.813923 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-45b55b27-0781-4ffe-ad85-2855445b488e req-70da4801-3d0d-4285-af5e-b05d05032df2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:33.835493 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:33.962199 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [req-45b55b27-0781-4ffe-ad85-2855445b488e req-70da4801-3d0d-4285-af5e-b05d05032df2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Allocated IP 172.20.0.13 (9fd571e0-cea6-467a-8ce2-76303169e116/a2dd2344-47f1-4a07-ae24-8a8bfe39fd10/e1775c99-cf48-40e9-be9e-065269cc5b0c) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:54:34.106642 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:34.144443 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-45b55b27-0781-4ffe-ad85-2855445b488e req-70da4801-3d0d-4285-af5e-b05d05032df2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks [] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:34.178707 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-45b55b27-0781-4ffe-ad85-2855445b488e req-70da4801-3d0d-4285-af5e-b05d05032df2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:34.222093 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b55b27-0781-4ffe-ad85-2855445b488e req-70da4801-3d0d-4285-af5e-b05d05032df2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Network 9fd571e0-cea6-467a-8ce2-76303169e116 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:54:34.225852 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [req-45b55b27-0781-4ffe-ad85-2855445b488e req-70da4801-3d0d-4285-af5e-b05d05032df2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:54:34.229706 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b55b27-0781-4ffe-ad85-2855445b488e req-70da4801-3d0d-4285-af5e-b05d05032df2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:54:34.235675 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da4801-3d0d-4285-af5e-b05d05032df2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Pushing event updated for resources: {'Port': ['ID=e1775c99-cf48-40e9-be9e-065269cc5b0c,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:34.284293 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b55b27-0781-4ffe-ad85-2855445b488e req-70da4801-3d0d-4285-af5e-b05d05032df2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:34.284904 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-45b55b27-0781-4ffe-ad85-2855445b488e req-70da4801-3d0d-4285-af5e-b05d05032df2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:34.300985 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-70da4801-3d0d-4285-af5e-b05d05032df2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6325588 May 19 16:54:34.326598 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Request body: {'port': {'device_id': '98705bd3-a1c5-4dff-8406-9d6d058df9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:54:34.387707 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:34.720167 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1775c99-cf48-40e9-be9e-065269cc5b0c {{(pid=110371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:54:34.728788 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Publish callbacks [] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:34.744489 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.provisioning_blocks [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Transition to ACTIVE for port object e1775c99-cf48-40e9-be9e-065269cc5b0c will not be triggered until provisioned by entity L2. {{(pid=110371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:54:34.749804 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:34.755891 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:34.840977 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Pushing event updated for resources: {'Port': ['ID=e1775c99-cf48-40e9-be9e-065269cc5b0c,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:34.853128 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab96afa-1d36-4b5f-9813-0f267bfc40be req-03dcf58a-3fea-416d-bf9c-db36af33027a tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:34.854690 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0ab96afa-1d36-4b5f-9813-0f267bfc40be req-03dcf58a-3fea-416d-bf9c-db36af33027a tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 944 time: 0.0764349 May 19 16:54:34.938358 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:34.950094 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0ab96afa-1d36-4b5f-9813-0f267bfc40be req-71884681-ae5b-4467-acc0-5f97fe095dbe tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893400 May 19 16:54:34.965669 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Attempting to bind port e1775c99-cf48-40e9-be9e-065269cc5b0c on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:54:34.966011 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Attempting to bind port e1775c99-cf48-40e9-be9e-065269cc5b0c by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': 'b4253d12-f227-46dc-90ed-1178f5ef2491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9fd571e0-cea6-467a-8ce2-76303169e116'}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:54:34.966345 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Attempting to bind port e1775c99-cf48-40e9-be9e-065269cc5b0c on network 9fd571e0-cea6-467a-8ce2-76303169e116 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:54:34.971403 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Port e1775c99-cf48-40e9-be9e-065269cc5b0c on network 9fd571e0-cea6-467a-8ce2-76303169e116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:54:34.971719 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Attempting to bind port e1775c99-cf48-40e9-be9e-065269cc5b0c on network 9fd571e0-cea6-467a-8ce2-76303169e116 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:54:34.977494 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:54:34.977836 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Checking segment: {'id': 'b4253d12-f227-46dc-90ed-1178f5ef2491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9fd571e0-cea6-467a-8ce2-76303169e116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:54:34.978223 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Bound using segment: {'id': 'b4253d12-f227-46dc-90ed-1178f5ef2491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9fd571e0-cea6-467a-8ce2-76303169e116'} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:54:34.978655 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Bound port: e1775c99-cf48-40e9-be9e-065269cc5b0c, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4253d12-f227-46dc-90ed-1178f5ef2491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9fd571e0-cea6-467a-8ce2-76303169e116'}}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:54:34.979019 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:35.039674 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] For port e1775c99-cf48-40e9-be9e-065269cc5b0c, host hv-cinder-84243, cleared binding levels {{(pid=110371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:54:35.043594 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] For port e1775c99-cf48-40e9-be9e-065269cc5b0c, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=e1775c99-cf48-40e9-be9e-065269cc5b0c,segment=NetworkSegment(b4253d12-f227-46dc-90ed-1178f5ef2491),segment_id=b4253d12-f227-46dc-90ed-1178f5ef2491)] {{(pid=110371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:54:35.049868 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:35.093661 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:35.094278 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:35.095686 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] 10.222.0.48 "PUT /v2.0/ports/e1775c99-cf48-40e9-be9e-065269cc5b0c HTTP/1.1" status: 200 len: 1094 time: 0.7734232 May 19 16:54:35.096121 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98705bd3-a1c5-4dff-8406-9d6d058df9a1', 'tag': 'e1775c99-cf48-40e9-be9e-065269cc5b0c'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:54:35.098385 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3365b7a1-ccbb-4931-ad00-4ac831a1070c" -d '{"events": [{"name": "network-changed", "server_uuid": "98705bd3-a1c5-4dff-8406-9d6d058df9a1", "tag": "e1775c99-cf48-40e9-be9e-065269cc5b0c"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:54:35.116961 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43167555-180d-475a-ad2a-63b7a66a100b service neutron] Pushing event updated for resources: {'Port': ['ID=e1775c99-cf48-40e9-be9e-065269cc5b0c,revision_number=3']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:35.135230 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99eb6695-77c1-4601-8f5d-73da7fb0a32c x-openstack-request-id: req-99eb6695-77c1-4601-8f5d-73da7fb0a32c {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:54:35.135526 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98705bd3-a1c5-4dff-8406-9d6d058df9a1", "tag": "e1775c99-cf48-40e9-be9e-065269cc5b0c", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:54:35.135785 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99eb6695-77c1-4601-8f5d-73da7fb0a32c {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:54:35.136252 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99eb6695-77c1-4601-8f5d-73da7fb0a32c'] response: {'name': 'network-changed', 'server_uuid': '98705bd3-a1c5-4dff-8406-9d6d058df9a1', 'tag': 'e1775c99-cf48-40e9-be9e-065269cc5b0c', 'status': 'completed', 'code': 200} May 19 16:54:35.197840 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b55b27-0781-4ffe-ad85-2855445b488e req-c8cc3363-5b93-4c20-a74c-293706d88ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:35.199398 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-c8cc3363-5b93-4c20-a74c-293706d88ebe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=efe37371967543a3aa0834579ad5e714&device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 1128 time: 0.0409787 May 19 16:54:35.239037 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-7423fde0-66ef-4ab7-b659-bbd6b8fa368a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1775c99-cf48-40e9-be9e-065269cc5b0c HTTP/1.1" status: 200 len: 217 time: 0.0318398 May 19 16:54:35.301371 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b55b27-0781-4ffe-ad85-2855445b488e req-40e7aa02-b234-4d0e-97a3-5a71905c4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:35.303522 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-40e7aa02-b234-4d0e-97a3-5a71905c4272 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2dd2344-47f1-4a07-ae24-8a8bfe39fd10 HTTP/1.1" status: 200 len: 849 time: 0.0576160 May 19 16:54:35.383187 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30db075-20ee-4ebd-990d-c748c930434d req-1a483391-5dd4-4727-af3f-999776c4c473 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:35.384678 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d30db075-20ee-4ebd-990d-c748c930434d req-1a483391-5dd4-4727-af3f-999776c4c473 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 946 time: 0.0515337 May 19 16:54:35.430753 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d30db075-20ee-4ebd-990d-c748c930434d req-60a31bcb-b90c-43c1-8e68-05dceb0f374a tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405583 May 19 16:54:36.063596 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dac8d-246f-4103-b449-52316ac17b10 req-95aaf5f3-de0a-459e-9dfd-640a2d1db3a0 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:36.065051 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-029dac8d-246f-4103-b449-52316ac17b10 req-95aaf5f3-de0a-459e-9dfd-640a2d1db3a0 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 944 time: 0.0464666 May 19 16:54:36.110487 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-029dac8d-246f-4103-b449-52316ac17b10 req-632204ba-2e3d-47e8-ba1a-01c41c441374 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 May 19 16:54:36.493438 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-0c0cdc71-fda1-4a42-a690-2b0cae944b07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9fd571e0-cea6-467a-8ce2-76303169e116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266745 May 19 16:54:36.589964 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b195b5f-9f11-4c9a-8a03-5132aca0ed85 req-0f90c407-06e8-4d1d-ac18-71667f32f0d9 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:36.591403 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8b195b5f-9f11-4c9a-8a03-5132aca0ed85 req-0f90c407-06e8-4d1d-ac18-71667f32f0d9 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 946 time: 0.0951293 May 19 16:54:36.657774 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-a145a121-de12-4cce-b1ca-02b87a73526d service neutron] 10.222.0.48 "GET /v2.0/networks/9fd571e0-cea6-467a-8ce2-76303169e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514068 May 19 16:54:36.665349 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8b195b5f-9f11-4c9a-8a03-5132aca0ed85 req-0fa4a3fe-e15a-4147-8126-7ebf710f81eb tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680676 May 19 16:54:36.729091 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:36.753567 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45b55b27-0781-4ffe-ad85-2855445b488e req-740aa11e-215f-4c5e-a3f3-7f4cc1844a48 service neutron] 10.222.0.48 "GET /v2.0/networks/9fd571e0-cea6-467a-8ce2-76303169e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871251 May 19 16:54:37.223421 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263bd74-1ec4-4b76-af3c-cf40faf41fbc req-d0f2c209-d3e1-45bb-8bcf-b97df418a04b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:37.225456 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8263bd74-1ec4-4b76-af3c-cf40faf41fbc req-d0f2c209-d3e1-45bb-8bcf-b97df418a04b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 944 time: 0.0477402 May 19 16:54:37.279756 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8263bd74-1ec4-4b76-af3c-cf40faf41fbc req-c1623cd3-9622-425c-9fb9-a55cc9531219 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488524 May 19 16:54:37.779022 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e161f18-37fc-4785-bc05-f5af24a1a66f req-ff2eb3fd-9602-4c27-94be-3b0a9c68b50e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:37.780507 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9e161f18-37fc-4785-bc05-f5af24a1a66f req-ff2eb3fd-9602-4c27-94be-3b0a9c68b50e tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 946 time: 0.0473454 May 19 16:54:37.829199 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9e161f18-37fc-4785-bc05-f5af24a1a66f req-339353a3-df6c-4d52-8322-832763463d8c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430710 May 19 16:54:38.393121 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea1489-5fcb-4457-94ac-23b8333fa8fe req-ecd5480c-16e6-45d8-a741-803b3b11aa84 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:38.394620 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-74ea1489-5fcb-4457-94ac-23b8333fa8fe req-ecd5480c-16e6-45d8-a741-803b3b11aa84 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 944 time: 0.0475326 May 19 16:54:38.440948 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-74ea1489-5fcb-4457-94ac-23b8333fa8fe req-dd6769cf-6b65-4685-b0ec-1dcb493e8b55 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 May 19 16:54:38.926173 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:38.947252 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7a06a-605a-4167-b2e2-6aa4a4aa26e0 req-eaa592c3-27c8-4293-9388-5a034cd6d6f2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:38.948761 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aea7a06a-605a-4167-b2e2-6aa4a4aa26e0 req-eaa592c3-27c8-4293-9388-5a034cd6d6f2 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 946 time: 0.0528150 May 19 16:54:38.995110 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aea7a06a-605a-4167-b2e2-6aa4a4aa26e0 req-3c7a72ac-d833-40f0-b887-05c217a8bb89 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406873 May 19 16:54:39.556987 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d16255-a1ae-434d-b4a4-1caf92ae39fb req-d0d910a8-1f33-4f89-804b-36d7253d57c7 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:39.558404 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e8d16255-a1ae-434d-b4a4-1caf92ae39fb req-d0d910a8-1f33-4f89-804b-36d7253d57c7 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 944 time: 0.0491548 May 19 16:54:39.605099 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e8d16255-a1ae-434d-b4a4-1caf92ae39fb req-bdfe1f38-cbc6-42cf-b608-574fd9fd0c47 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412791 May 19 16:54:39.973455 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:40.088983 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=22 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:40.113626 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9ed65-d6ad-413d-b5e0-e35f40b09f23 req-199b1439-db53-4027-9d5b-f0f62943bd99 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:40.115095 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04a9ed65-d6ad-413d-b5e0-e35f40b09f23 req-199b1439-db53-4027-9d5b-f0f62943bd99 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 946 time: 0.0475502 May 19 16:54:40.165916 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-04a9ed65-d6ad-413d-b5e0-e35f40b09f23 req-495e3e4a-31b1-407f-872e-67e715258032 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445137 May 19 16:54:40.271490 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=14 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:40.574063 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:INSERT=14,neutron:SELECT=70,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:40.580864 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:40.719348 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c61143-9d57-47ef-84f8-7c3af7900f9a req-1fc3cb2e-b46a-4d5f-bffc-87b0a65cf948 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:40.720830 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f7c61143-9d57-47ef-84f8-7c3af7900f9a req-1fc3cb2e-b46a-4d5f-bffc-87b0a65cf948 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 944 time: 0.0466983 May 19 16:54:40.753453 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:40.767919 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f7c61143-9d57-47ef-84f8-7c3af7900f9a req-b0849c34-90f6-4dfb-8e71-22852a57413f tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411582 May 19 16:54:40.944578 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 66429d3e-5852-4dce-a0ad-1c45010f9bbf no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:54:41.001746 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d62d72cc-57f4-4648-8eb3-eee7249394eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:41.031175 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 66429d3e-5852-4dce-a0ad-1c45010f9bbf is: ACTIVE; New status is: DOWN {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:54:41.031560 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:41.054391 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66429d3e-5852-4dce-a0ad-1c45010f9bbf'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:54:41.056629 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a10ee3-6bcb-4e89-b279-fbdf8c6cbfa4" -d '{"events": [{"server_uuid": "fd294276-db1b-4d22-a56c-4521ea0d0eac", "name": "network-vif-unplugged", "status": "completed", "tag": "66429d3e-5852-4dce-a0ad-1c45010f9bbf"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:54:41.070757 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 66429d3e-5852-4dce-a0ad-1c45010f9bbf, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=66429d3e-5852-4dce-a0ad-1c45010f9bbf,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:41.078915 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:41.112895 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:41.130927 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=66429d3e-5852-4dce-a0ad-1c45010f9bbf,revision_number=6']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:41.216983 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 16:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6950a2-8ce9-46f6-955f-2e7cb0b1d68f x-openstack-request-id: req-af6950a2-8ce9-46f6-955f-2e7cb0b1d68f {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:54:41.217311 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd294276-db1b-4d22-a56c-4521ea0d0eac", "name": "network-vif-unplugged", "status": "completed", "tag": "66429d3e-5852-4dce-a0ad-1c45010f9bbf", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:54:41.217569 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af6950a2-8ce9-46f6-955f-2e7cb0b1d68f {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:54:41.217976 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6950a2-8ce9-46f6-955f-2e7cb0b1d68f'] response: {'server_uuid': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66429d3e-5852-4dce-a0ad-1c45010f9bbf', 'code': 200} May 19 16:54:41.305463 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3263beb-9ef3-406c-ad44-8b59b387b562 req-5de46528-45ee-41f5-b18b-57558028eb2c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:41.306930 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e3263beb-9ef3-406c-ad44-8b59b387b562 req-5de46528-45ee-41f5-b18b-57558028eb2c tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0470538 May 19 16:54:41.359893 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e3263beb-9ef3-406c-ad44-8b59b387b562 req-41b14c84-71eb-4383-8e10-25c8f510f417 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474517 May 19 16:54:41.882848 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0daa80-ff9e-47da-8c70-ce333a36192e req-b466d728-108a-47b0-a0ed-8e9cd08347b0 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:41.884289 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9b0daa80-ff9e-47da-8c70-ce333a36192e req-b466d728-108a-47b0-a0ed-8e9cd08347b0 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 944 time: 0.0506685 May 19 16:54:41.930966 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9b0daa80-ff9e-47da-8c70-ce333a36192e req-b4e9098f-6f88-405f-9b92-915d9d5263fb tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 May 19 16:54:42.472640 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981079-1f31-4c17-9cae-aaea673ce681 req-fa567dc5-7426-4bdf-938c-ab13333d8bb0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:42.474136 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-70981079-1f31-4c17-9cae-aaea673ce681 req-fa567dc5-7426-4bdf-938c-ab13333d8bb0 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0470855 May 19 16:54:42.520607 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-70981079-1f31-4c17-9cae-aaea673ce681 req-af9e9d9b-0d4f-41d6-a625-7fe5a88554fe tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups?id=73382311-ac20-45b7-b78d-c6d809efaa27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403545 May 19 16:54:42.701571 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:42.705563 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365b7a1-ccbb-4931-ad00-4ac831a1070c req-1a53ef74-51d4-4747-bcd2-8c0aece896c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:42.707083 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3365b7a1-ccbb-4931-ad00-4ac831a1070c req-1a53ef74-51d4-4747-bcd2-8c0aece896c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=efe37371967543a3aa0834579ad5e714&device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 1128 time: 0.0405860 May 19 16:54:42.716287 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-409f8ec3-8e32-4205-9c72-6f334d76b1f7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:42.717782 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-409f8ec3-8e32-4205-9c72-6f334d76b1f7 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 944 time: 0.0507798 May 19 16:54:42.802292 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Deleting port 66429d3e-5852-4dce-a0ad-1c45010f9bbf {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:54:42.802634 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:42.803791 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365b7a1-ccbb-4931-ad00-4ac831a1070c req-3e29a354-c8b8-4130-88d4-796763cb3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:42.805520 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3365b7a1-ccbb-4931-ad00-4ac831a1070c req-3e29a354-c8b8-4130-88d4-796763cb3e99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9fd571e0-cea6-467a-8ce2-76303169e116 HTTP/1.1" status: 200 len: 910 time: 0.0926378 May 19 16:54:42.845976 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3365b7a1-ccbb-4931-ad00-4ac831a1070c req-7192b1ff-70f1-4980-af70-d1f2732be487 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1775c99-cf48-40e9-be9e-065269cc5b0c HTTP/1.1" status: 200 len: 217 time: 0.0343182 May 19 16:54:42.898366 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] For port 66429d3e-5852-4dce-a0ad-1c45010f9bbf, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=66429d3e-5852-4dce-a0ad-1c45010f9bbf,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:42.898930 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:42.903769 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365b7a1-ccbb-4931-ad00-4ac831a1070c req-b96222e3-bbfd-4004-b40a-5fca0a159885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:42.905311 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3365b7a1-ccbb-4931-ad00-4ac831a1070c req-b96222e3-bbfd-4004-b40a-5fca0a159885 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2dd2344-47f1-4a07-ae24-8a8bfe39fd10 HTTP/1.1" status: 200 len: 849 time: 0.0521021 May 19 16:54:42.939229 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3365b7a1-ccbb-4931-ad00-4ac831a1070c req-70713463-0d07-40c1-892e-890af693cff1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9fd571e0-cea6-467a-8ce2-76303169e116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275869 May 19 16:54:42.946558 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device e1775c99-cf48-40e9-be9e-065269cc5b0c details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:54:43.051083 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3365b7a1-ccbb-4931-ad00-4ac831a1070c req-0b81a65c-61a7-446d-969b-10bdda465354 service neutron] 10.222.0.48 "GET /v2.0/networks/9fd571e0-cea6-467a-8ce2-76303169e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050820 May 19 16:54:43.066000 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port e1775c99-cf48-40e9-be9e-065269cc5b0c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=e1775c99-cf48-40e9-be9e-065269cc5b0c,segment=NetworkSegment(b4253d12-f227-46dc-90ed-1178f5ef2491),segment_id=b4253d12-f227-46dc-90ed-1178f5ef2491)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:43.078403 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'e1775c99-cf48-40e9-be9e-065269cc5b0c', 'network_id': '9fd571e0-cea6-467a-8ce2-76303169e116', 'port_id': 'e1775c99-cf48-40e9-be9e-065269cc5b0c', 'mac_address': 'fa:16:3e:99:6b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2dd2344-47f1-4a07-ae24-8a8bfe39fd10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:54:43.108662 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea81950-2507-4446-9f9a-f3d72ee6ca1c req-e6e80ae4-e3ef-448f-bedf-21a29f69eb39 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:43.110163 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8ea81950-2507-4446-9f9a-f3d72ee6ca1c req-e6e80ae4-e3ef-448f-bedf-21a29f69eb39 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 944 time: 0.0930333 May 19 16:54:43.118224 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port e1775c99-cf48-40e9-be9e-065269cc5b0c is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:54:43.118825 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:43.126868 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:43.127233 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:43.127551 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Floating IP 2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e disassociated. External IP: 172.27.1.144, port: 66429d3e-5852-4dce-a0ad-1c45010f9bbf. May 19 16:54:43.127892 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Calling delete_port for 66429d3e-5852-4dce-a0ad-1c45010f9bbf owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:54:43.133646 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1775c99-cf48-40e9-be9e-065269cc5b0c {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:54:43.136967 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:43.156129 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-3365b7a1-ccbb-4931-ad00-4ac831a1070c req-7a9faaf6-fbc3-4ce0-85bd-80d59e6ec5d6 service neutron] 10.222.0.48 "GET /v2.0/networks/9fd571e0-cea6-467a-8ce2-76303169e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986891 May 19 16:54:43.159475 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port e1775c99-cf48-40e9-be9e-065269cc5b0c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=e1775c99-cf48-40e9-be9e-065269cc5b0c,segment=NetworkSegment(b4253d12-f227-46dc-90ed-1178f5ef2491),segment_id=b4253d12-f227-46dc-90ed-1178f5ef2491)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:43.164279 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:43.215696 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=e1775c99-cf48-40e9-be9e-065269cc5b0c,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:43.445648 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8ea81950-2507-4446-9f9a-f3d72ee6ca1c req-d722562a-e341-4217-9a0f-fe3d0ffc8181 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209386 May 19 16:54:43.528425 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (66429d3e-5852-4dce-a0ad-1c45010f9bbf), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:43.562236 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event deleted for resources: {'Port': ['ID=66429d3e-5852-4dce-a0ad-1c45010f9bbf,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:43.583782 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['e1775c99-cf48-40e9-be9e-065269cc5b0c'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:54:43.657963 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-20d29fd1-62e9-496a-bb73-13dc8076920b req-8f231168-2235-46bf-ac36-2039ac4c2012 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd294276-db1b-4d22-a56c-4521ea0d0eac HTTP/1.1" status: 200 len: 210 time: 0.0373356 May 19 16:54:43.726334 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Router d2e557b8-2491-4d73-87f9-658557afc7f9 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:54:43.835456 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:54:43.846486 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ef5eb-7bce-4688-9f73-5ce547fe1670 None None] Sync routers for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:54:43.857481 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ef5eb-7bce-4688-9f73-5ce547fe1670 None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:54:43.858089 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-da5ef5eb-7bce-4688-9f73-5ce547fe1670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:54:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:43.885921 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] No DVR routers for this DVR port 66429d3e-5852-4dce-a0ad-1c45010f9bbf on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:54:43.889250 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:43.892468 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1d09c7dc-ac3e-4d10-ae5c-94ee429da371 req-a49c6298-2cd6-49ed-a93d-20f201fb1fc1 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.48 "DELETE /v2.0/ports/66429d3e-5852-4dce-a0ad-1c45010f9bbf HTTP/1.1" status: 204 len: 173 time: 1.1678045 May 19 16:54:43.893012 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'name': 'network-vif-deleted', 'tag': '66429d3e-5852-4dce-a0ad-1c45010f9bbf'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:54:43.895416 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812caccb-5f28-458d-8fdd-8f9221dba9dc" -d '{"events": [{"server_uuid": "fd294276-db1b-4d22-a56c-4521ea0d0eac", "name": "network-vif-deleted", "tag": "66429d3e-5852-4dce-a0ad-1c45010f9bbf"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:54:43.977806 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b85ac5-4c03-4ff0-9080-09846ac76b92 x-openstack-request-id: req-d9b85ac5-4c03-4ff0-9080-09846ac76b92 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:54:43.978409 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd294276-db1b-4d22-a56c-4521ea0d0eac", "name": "network-vif-deleted", "tag": "66429d3e-5852-4dce-a0ad-1c45010f9bbf", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:54:43.978409 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9b85ac5-4c03-4ff0-9080-09846ac76b92 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:54:43.978727 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b85ac5-4c03-4ff0-9080-09846ac76b92'] response: {'server_uuid': 'fd294276-db1b-4d22-a56c-4521ea0d0eac', 'name': 'network-vif-deleted', 'tag': '66429d3e-5852-4dce-a0ad-1c45010f9bbf', 'status': 'completed', 'code': 200} May 19 16:54:44.028018 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-da5ef5eb-7bce-4688-9f73-5ce547fe1670 None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:54:44.241962 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-da5ef5eb-7bce-4688-9f73-5ce547fe1670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:44.269357 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ef5eb-7bce-4688-9f73-5ce547fe1670 None None] Checking router: d2e557b8-2491-4d73-87f9-658557afc7f9 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:54:44.278001 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ef5eb-7bce-4688-9f73-5ce547fe1670 None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:54:44.278600 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-da5ef5eb-7bce-4688-9f73-5ce547fe1670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:54:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:44.301689 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d57b967f-6ce0-4c67-8d5d-7b20d34592c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:44.377010 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-da5ef5eb-7bce-4688-9f73-5ce547fe1670 None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:54:44.417678 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:54:44.529877 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:44.569333 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa1865-2839-4e40-9e76-cfdae5ebab3f req-f77115f2-b68e-4a3c-a806-1c1c526f43eb tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:44.570844 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d0aa1865-2839-4e40-9e76-cfdae5ebab3f req-f77115f2-b68e-4a3c-a806-1c1c526f43eb tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 945 time: 0.0511992 May 19 16:54:44.577489 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-da5ef5eb-7bce-4688-9f73-5ce547fe1670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:44.603608 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ef5eb-7bce-4688-9f73-5ce547fe1670 None None] The sync data for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi is: [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': 'ebb0036b-39e7-4e81-a233-273e1381e83e', 'name': '', 'network_id': '84ed37a0-33b7-474f-8c60-1eac20f29b87', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'mac_address': 'fa:16:3e:44:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:07Z', 'updated_at': '2022-05-19T16:43:17Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'subnets': [{'id': '6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:54:44.621808 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d0aa1865-2839-4e40-9e76-cfdae5ebab3f req-0dc7eec7-e027-4ed7-a1ec-e9a2441d9357 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448537 May 19 16:54:44.758964 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39712) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:44.820592 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a4c64da9-a7d5-439e-adb7-4fc2c5599b46 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (73382311-ac20-45b7-b78d-c6d809efaa27), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:44.846568 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a4c64da9-a7d5-439e-adb7-4fc2c5599b46 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (73382311-ac20-45b7-b78d-c6d809efaa27), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:44.847453 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c656f12-ce50-436e-a8b7-217f2b783397 None None] New status for floating IP 2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e: DOWN {{(pid=110372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:54:44.895865 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a4c64da9-a7d5-439e-adb7-4fc2c5599b46 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (73382311-ac20-45b7-b78d-c6d809efaa27), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:44.898994 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a4c64da9-a7d5-439e-adb7-4fc2c5599b46 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:44.900132 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-a4c64da9-a7d5-439e-adb7-4fc2c5599b46 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "DELETE /v2.0/security-groups/73382311-ac20-45b7-b78d-c6d809efaa27 HTTP/1.1" status: 204 len: 168 time: 0.1405482 May 19 16:54:44.903060 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39714) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:44.909575 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c64da9-a7d5-439e-adb7-4fc2c5599b46 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73382311-ac20-45b7-b78d-c6d809efaa27,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:44.920218 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.api.v2.resource [None req-e1c3c7d7-74dd-415c-b906-a790c1bd4e39 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] show failed (client error): The resource could not be found. May 19 16:54:44.925516 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39716) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:44.927172 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-e1c3c7d7-74dd-415c-b906-a790c1bd4e39 tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "GET /v2.0/security-groups/73382311-ac20-45b7-b78d-c6d809efaa27 HTTP/1.1" status: 404 len: 347 time: 0.0174074 May 19 16:54:44.956874 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device e1775c99-cf48-40e9-be9e-065269cc5b0c up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:54:44.995133 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:45.004640 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port e1775c99-cf48-40e9-be9e-065269cc5b0c completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:54:45.011807 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port e1775c99-cf48-40e9-be9e-065269cc5b0c triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:54:45.012192 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:45.052254 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-e0e4eff5-49e6-4370-8d3d-6d79cb86b47b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Deleting port 6977f05c-fb87-4f33-975d-13f84c493883 {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:54:45.052811 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e0e4eff5-49e6-4370-8d3d-6d79cb86b47b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (6977f05c-fb87-4f33-975d-13f84c493883), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:45.060433 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:45.096015 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port e1775c99-cf48-40e9-be9e-065269cc5b0c is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:54:45.096649 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:45.124169 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98705bd3-a1c5-4dff-8406-9d6d058df9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1775c99-cf48-40e9-be9e-065269cc5b0c'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:54:45.126610 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd91225-6155-4d14-b9c5-e2152e02d447" -d '{"events": [{"server_uuid": "98705bd3-a1c5-4dff-8406-9d6d058df9a1", "name": "network-vif-plugged", "status": "completed", "tag": "e1775c99-cf48-40e9-be9e-065269cc5b0c"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:54:45.139784 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port e1775c99-cf48-40e9-be9e-065269cc5b0c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=e1775c99-cf48-40e9-be9e-065269cc5b0c,segment=NetworkSegment(b4253d12-f227-46dc-90ed-1178f5ef2491),segment_id=b4253d12-f227-46dc-90ed-1178f5ef2491)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:45.144039 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e0e4eff5-49e6-4370-8d3d-6d79cb86b47b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (6977f05c-fb87-4f33-975d-13f84c493883), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:45.144368 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e0e4eff5-49e6-4370-8d3d-6d79cb86b47b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (6977f05c-fb87-4f33-975d-13f84c493883), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:45.149235 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:45.162107 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-e0e4eff5-49e6-4370-8d3d-6d79cb86b47b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Calling delete_port for 6977f05c-fb87-4f33-975d-13f84c493883 owned by network:floatingip {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:54:45.173064 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:45.182273 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aaa123-d848-425a-a741-66b95f550544 x-openstack-request-id: req-b1aaa123-d848-425a-a741-66b95f550544 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:54:45.182955 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98705bd3-a1c5-4dff-8406-9d6d058df9a1", "name": "network-vif-plugged", "status": "completed", "tag": "e1775c99-cf48-40e9-be9e-065269cc5b0c", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:54:45.183183 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1aaa123-d848-425a-a741-66b95f550544 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:54:45.183547 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1aaa123-d848-425a-a741-66b95f550544'] response: {'server_uuid': '98705bd3-a1c5-4dff-8406-9d6d058df9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1775c99-cf48-40e9-be9e-065269cc5b0c', 'code': 200} May 19 16:54:45.216342 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=e1775c99-cf48-40e9-be9e-065269cc5b0c,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:45.238253 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:45.361949 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e0e4eff5-49e6-4370-8d3d-6d79cb86b47b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (6977f05c-fb87-4f33-975d-13f84c493883), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:45.391930 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4eff5-49e6-4370-8d3d-6d79cb86b47b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Pushing event deleted for resources: {'Port': ['ID=6977f05c-fb87-4f33-975d-13f84c493883,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:45.399487 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fabe8-6cba-4f0f-a28e-878eb432fd79 req-42c113f1-8598-403f-8c02-81fe6b7a490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:45.401008 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ed7fabe8-6cba-4f0f-a28e-878eb432fd79 req-42c113f1-8598-403f-8c02-81fe6b7a490d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 1130 time: 0.0728862 May 19 16:54:45.492993 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e0e4eff5-49e6-4370-8d3d-6d79cb86b47b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks [] for floatingip (2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:45.494912 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e0e4eff5-49e6-4370-8d3d-6d79cb86b47b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:45.496051 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-e0e4eff5-49e6-4370-8d3d-6d79cb86b47b tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] 10.222.0.36 "DELETE /v2.0/floatingips/2f1fb854-eb03-46d1-adaa-b5fe5aeadc1e HTTP/1.1" status: 204 len: 168 time: 0.5691054 May 19 16:54:45.499800 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ed7fabe8-6cba-4f0f-a28e-878eb432fd79 req-aeb61fcc-4ffa-479c-b2ff-c69b78304d08 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931373 May 19 16:54:45.739539 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111c30c-6b9c-41b5-935d-78b1d78151db req-aa292901-6b51-46e7-96ef-61d8249ca92f tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:45.741035 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f111c30c-6b9c-41b5-935d-78b1d78151db req-aa292901-6b51-46e7-96ef-61d8249ca92f tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 946 time: 0.0486443 May 19 16:54:45.789499 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f111c30c-6b9c-41b5-935d-78b1d78151db req-98b427f7-bf46-4e94-bdb9-46852da2d35d tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 May 19 16:54:46.866003 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:46.906133 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d6a7e-edb5-49be-b5db-091763c5bfed req-bc74c64b-a7e7-482c-bb7a-f16078176148 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:46.907614 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7a3d6a7e-edb5-49be-b5db-091763c5bfed req-bc74c64b-a7e7-482c-bb7a-f16078176148 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 946 time: 0.0515995 May 19 16:54:46.956959 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7a3d6a7e-edb5-49be-b5db-091763c5bfed req-bdcac75d-91af-44b0-8353-9d7f310eac5f tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430908 May 19 16:54:46.997347 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:48.076732 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0192c86-cd64-4460-9945-ca363033bede req-786543b7-5839-4869-8ae4-ed443554d2aa tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:48.078446 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e0192c86-cd64-4460-9945-ca363033bede req-786543b7-5839-4869-8ae4-ed443554d2aa tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 946 time: 0.0490770 May 19 16:54:48.127042 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e0192c86-cd64-4460-9945-ca363033bede req-fa944f31-9bdd-43a6-984f-7ecf2feabafa tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 May 19 16:54:48.580281 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:48.848493 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acc5f4-8f7f-4401-aefc-8149fa8567c2 req-442c48f7-86bc-40e8-b6cd-861d0f445187 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:48.850499 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-27acc5f4-8f7f-4401-aefc-8149fa8567c2 req-442c48f7-86bc-40e8-b6cd-861d0f445187 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 946 time: 0.0528560 May 19 16:54:48.899543 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-27acc5f4-8f7f-4401-aefc-8149fa8567c2 req-39b3bcbc-669e-4599-8c74-5af73bcf1f01 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 May 19 16:54:49.376629 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39846) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:49.785536 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:49.792635 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a4186a97-3d5f-4997-99ce-ee23b7e40351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-777684'] for router_interface (d2e557b8-2491-4d73-87f9-658557afc7f9), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:50.050111 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa32f2-52d0-465c-976b-a3fa6ce05170 req-7c6c0c6f-01db-4c5b-befa-85310443167d tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:50.051539 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aeaa32f2-52d0-465c-976b-a3fa6ce05170 req-7c6c0c6f-01db-4c5b-befa-85310443167d tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 946 time: 0.0721533 May 19 16:54:50.074731 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-a4186a97-3d5f-4997-99ce-ee23b7e40351 admin admin] Deleting port ebb0036b-39e7-4e81-a233-273e1381e83e {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:54:50.075070 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a4186a97-3d5f-4997-99ce-ee23b7e40351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:50.134818 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:50.151540 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aeaa32f2-52d0-465c-976b-a3fa6ce05170 req-8bce4170-87a4-48fa-a8a1-6e53b8596ae5 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939038 May 19 16:54:50.185319 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [None req-a4186a97-3d5f-4997-99ce-ee23b7e40351 admin admin] For port ebb0036b-39e7-4e81-a233-273e1381e83e, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=ebb0036b-39e7-4e81-a233-273e1381e83e,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:50.185689 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a4186a97-3d5f-4997-99ce-ee23b7e40351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:50.198953 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-a4186a97-3d5f-4997-99ce-ee23b7e40351 admin admin] Calling delete_port for ebb0036b-39e7-4e81-a233-273e1381e83e owned by network:router_interface {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:54:50.360816 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc681b8-3142-432e-9f31-855554e1ecc5 req-065da092-f894-4f38-9ba1-4e0cc9dfa74e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:50.362221 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8cc681b8-3142-432e-9f31-855554e1ecc5 req-065da092-f894-4f38-9ba1-4e0cc9dfa74e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.48 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 946 time: 0.0637026 May 19 16:54:50.488165 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-8cc681b8-3142-432e-9f31-855554e1ecc5 req-a83e0614-4504-472b-92f5-b5e3525a55c4 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Deleting port e1775c99-cf48-40e9-be9e-065269cc5b0c {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:54:50.488857 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-8cc681b8-3142-432e-9f31-855554e1ecc5 req-a83e0614-4504-472b-92f5-b5e3525a55c4 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:50.492054 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a4186a97-3d5f-4997-99ce-ee23b7e40351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (ebb0036b-39e7-4e81-a233-273e1381e83e), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:50.566691 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4186a97-3d5f-4997-99ce-ee23b7e40351 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb0036b-39e7-4e81-a233-273e1381e83e,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:50.650681 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:50.719501 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-8cc681b8-3142-432e-9f31-855554e1ecc5 req-a83e0614-4504-472b-92f5-b5e3525a55c4 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] For port e1775c99-cf48-40e9-be9e-065269cc5b0c, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=e1775c99-cf48-40e9-be9e-065269cc5b0c,segment=NetworkSegment(b4253d12-f227-46dc-90ed-1178f5ef2491),segment_id=b4253d12-f227-46dc-90ed-1178f5ef2491)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:50.719885 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-8cc681b8-3142-432e-9f31-855554e1ecc5 req-a83e0614-4504-472b-92f5-b5e3525a55c4 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:50.741899 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-8cc681b8-3142-432e-9f31-855554e1ecc5 req-a83e0614-4504-472b-92f5-b5e3525a55c4 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Calling delete_port for e1775c99-cf48-40e9-be9e-065269cc5b0c owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:54:50.824333 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a4186a97-3d5f-4997-99ce-ee23b7e40351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773835'] for router_interface (d2e557b8-2491-4d73-87f9-658557afc7f9), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:50.885747 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:51.036428 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-8cc681b8-3142-432e-9f31-855554e1ecc5 req-a83e0614-4504-472b-92f5-b5e3525a55c4 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (e1775c99-cf48-40e9-be9e-065269cc5b0c), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:51.049199 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['e1775c99-cf48-40e9-be9e-065269cc5b0c'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:54:51.076918 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e0614-4504-472b-92f5-b5e3525a55c4 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Pushing event deleted for resources: {'Port': ['ID=e1775c99-cf48-40e9-be9e-065269cc5b0c,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:51.412857 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc681b8-3142-432e-9f31-855554e1ecc5 req-a83e0614-4504-472b-92f5-b5e3525a55c4 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] No DVR routers for this DVR port e1775c99-cf48-40e9-be9e-065269cc5b0c on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:54:51.417470 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e3ff8074-29e3-4731-acf9-f6f354c26947 req-6f8688eb-df46-42b7-971a-ca800b1793b2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=98705bd3-a1c5-4dff-8406-9d6d058df9a1 HTTP/1.1" status: 200 len: 210 time: 0.0741365 May 19 16:54:51.418515 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-8cc681b8-3142-432e-9f31-855554e1ecc5 req-a83e0614-4504-472b-92f5-b5e3525a55c4 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:51.421634 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8cc681b8-3142-432e-9f31-855554e1ecc5 req-a83e0614-4504-472b-92f5-b5e3525a55c4 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.48 "DELETE /v2.0/ports/e1775c99-cf48-40e9-be9e-065269cc5b0c HTTP/1.1" status: 204 len: 173 time: 1.0534801 May 19 16:54:51.426277 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98705bd3-a1c5-4dff-8406-9d6d058df9a1', 'name': 'network-vif-deleted', 'tag': 'e1775c99-cf48-40e9-be9e-065269cc5b0c'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:54:51.428553 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891cd06d-635c-4baf-b97e-1bada987dea7" -d '{"events": [{"server_uuid": "98705bd3-a1c5-4dff-8406-9d6d058df9a1", "name": "network-vif-deleted", "tag": "e1775c99-cf48-40e9-be9e-065269cc5b0c"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:54:51.445432 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4186a97-3d5f-4997-99ce-ee23b7e40351 admin admin] Router d2e557b8-2491-4d73-87f9-658557afc7f9 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:54:51.491621 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9841232-ebe7-472c-96ec-6c10d7c74e95 x-openstack-request-id: req-f9841232-ebe7-472c-96ec-6c10d7c74e95 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:54:51.492354 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98705bd3-a1c5-4dff-8406-9d6d058df9a1", "name": "network-vif-deleted", "tag": "e1775c99-cf48-40e9-be9e-065269cc5b0c", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:54:51.492354 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9841232-ebe7-472c-96ec-6c10d7c74e95 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:54:51.492541 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9841232-ebe7-472c-96ec-6c10d7c74e95'] response: {'server_uuid': '98705bd3-a1c5-4dff-8406-9d6d058df9a1', 'name': 'network-vif-deleted', 'tag': 'e1775c99-cf48-40e9-be9e-065269cc5b0c', 'status': 'completed', 'code': 200} May 19 16:54:51.558720 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4186a97-3d5f-4997-99ce-ee23b7e40351 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:54:51.564637 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-a4186a97-3d5f-4997-99ce-ee23b7e40351 admin admin] 10.222.0.36 "PUT /v2.0/routers/d2e557b8-2491-4d73-87f9-658557afc7f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1872590 May 19 16:54:51.567395 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39860) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:51.568165 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f561e6a-0573-4f69-9f8b-ceb244d9b33c None None] Sync routers for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:54:51.578862 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f561e6a-0573-4f69-9f8b-ceb244d9b33c None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:54:51.579472 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-5f561e6a-0573-4f69-9f8b-ceb244d9b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:54:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:51.684606 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Publish callbacks [] for router (d2e557b8-2491-4d73-87f9-658557afc7f9), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:51.688832 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-5f561e6a-0573-4f69-9f8b-ceb244d9b33c None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:54:51.792502 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Publish callbacks [] for router_gateway (d2e557b8-2491-4d73-87f9-658557afc7f9), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:51.845105 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Deleting port b7418f93-babf-4e65-82fc-7b97bc3be03a {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:54:51.845524 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (b7418f93-babf-4e65-82fc-7b97bc3be03a), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:51.937417 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] For port b7418f93-babf-4e65-82fc-7b97bc3be03a, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=b7418f93-babf-4e65-82fc-7b97bc3be03a,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:51.937796 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (b7418f93-babf-4e65-82fc-7b97bc3be03a), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:51.953389 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Calling delete_port for b7418f93-babf-4e65-82fc-7b97bc3be03a owned by network:router_gateway {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:54:51.964213 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-5f561e6a-0573-4f69-9f8b-ceb244d9b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:54:50Z', 'revision_number': 5, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port': {'id': 'b7418f93-babf-4e65-82fc-7b97bc3be03a', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:43:01Z', 'updated_at': '2022-05-19T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:51.989939 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f561e6a-0573-4f69-9f8b-ceb244d9b33c None None] Checking router: d2e557b8-2491-4d73-87f9-658557afc7f9 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:54:51.992220 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:52.000597 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f561e6a-0573-4f69-9f8b-ceb244d9b33c None None] Routers {'d2e557b8-2491-4d73-87f9-658557afc7f9'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:54:52.001273 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-5f561e6a-0573-4f69-9f8b-ceb244d9b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:54:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['d2e557b8-2491-4d73-87f9-658557afc7f9'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:52.038005 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:52.067843 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:52.086210 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:52.094220 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-5f561e6a-0573-4f69-9f8b-ceb244d9b33c None None] Set router d2e557b8-2491-4d73-87f9-658557afc7f9 gateway port host: None {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:54:52.130782 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (b7418f93-babf-4e65-82fc-7b97bc3be03a), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:52.148989 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-5f561e6a-0573-4f69-9f8b-ceb244d9b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:54:51Z', 'revision_number': 6, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port_host': None}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:52.161073 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7418f93-babf-4e65-82fc-7b97bc3be03a,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:52.174111 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.174372 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.174768 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.175245 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.175595 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.176030 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.176368 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.176700 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.177205 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.177547 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.177679 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f561e6a-0573-4f69-9f8b-ceb244d9b33c None None] The sync data for ids ['d2e557b8-2491-4d73-87f9-658557afc7f9'] in dv-cinder-842433-1-iscsi is: [{'id': 'd2e557b8-2491-4d73-87f9-658557afc7f9', 'name': 'tempest-AttachVolumeNegativeTest-359135559-router', 'tenant_id': '3e200a1b99664fc8b41757e2ae404f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:43:00Z', 'updated_at': '2022-05-19T16:54:51Z', 'revision_number': 6, 'project_id': '3e200a1b99664fc8b41757e2ae404f50', 'gw_port_host': None}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:54:52.178057 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.178527 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.178884 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.179258 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.179627 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:54:52.247161 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782310'] for router_gateway (d2e557b8-2491-4d73-87f9-658557afc7f9), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:52.337588 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11820'] for router (d2e557b8-2491-4d73-87f9-658557afc7f9), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:52.340139 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Publish callbacks [] for router_controller (d2e557b8-2491-4d73-87f9-658557afc7f9), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:52.382145 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783543'] for router (d2e557b8-2491-4d73-87f9-658557afc7f9), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:52.382888 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2e557b8-2491-4d73-87f9-658557afc7f9 {{(pid=110370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 16:54:52.388848 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:52.390065 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-472f4008-46ce-4541-8578-cb7ea2d8a4a4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d2e557b8-2491-4d73-87f9-658557afc7f9 HTTP/1.1" status: 204 len: 168 time: 0.8203840 May 19 16:54:52.392574 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39864) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:52.441857 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f73fcf-fef8-43df-83c4-f8bf3d22e1a2 admin admin] Deleting subnet 6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 {{(pid=110370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:54:52.445896 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-89f73fcf-fef8-43df-83c4-f8bf3d22e1a2 admin admin] Publish callbacks [] for subnet (6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:52.485357 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-89f73fcf-fef8-43df-83c4-f8bf3d22e1a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260361774'] for subnet (6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:52.583970 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-89f73fcf-fef8-43df-83c4-f8bf3d22e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:52.652130 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-89f73fcf-fef8-43df-83c4-f8bf3d22e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260500120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261016939'] for subnet (6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:52.685659 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-89f73fcf-fef8-43df-83c4-f8bf3d22e1a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:52.690256 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-89f73fcf-fef8-43df-83c4-f8bf3d22e1a2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5 HTTP/1.1" status: 204 len: 168 time: 0.2966678 May 19 16:54:52.690860 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634304a1-0f69-487b-8412-ef132e2c48c4 None None] Network 84ed37a0-33b7-474f-8c60-1eac20f29b87 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:54:52.691383 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f73fcf-fef8-43df-83c4-f8bf3d22e1a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eeef2ff-cbb4-42c7-9c1c-775734e4f1d5,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:52.694367 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39880) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:52.714515 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-033693e8-ce51-4096-92ca-7b92ef08d711 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:52.716013 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-033693e8-ce51-4096-92ca-7b92ef08d711 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/networks?id=9fd571e0-cea6-467a-8ce2-76303169e116 HTTP/1.1" status: 200 len: 809 time: 0.1226525 May 19 16:54:52.731635 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-33efcc6c-740f-4a09-959c-c9ac52abe472 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/quotas/efe37371967543a3aa0834579ad5e714 HTTP/1.1" status: 200 len: 375 time: 0.0100281 May 19 16:54:52.768371 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-a556459c-7fe6-41df-90f7-06555980ca7c tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=efe37371967543a3aa0834579ad5e714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288923 May 19 16:54:52.774623 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (84ed37a0-33b7-474f-8c60-1eac20f29b87), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:52.823563 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Deleting port 4e168c95-06d6-421b-a599-52ce3a8a2207 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:54:52.823917 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:52.841699 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:52.875023 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-67223c37-8bba-47fa-99dc-ef42727883f9 service neutron] 10.222.0.36 "GET /v2.0/networks/9fd571e0-cea6-467a-8ce2-76303169e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000102 May 19 16:54:52.897330 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] For port 4e168c95-06d6-421b-a599-52ce3a8a2207, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=4e168c95-06d6-421b-a599-52ce3a8a2207,segment=NetworkSegment(2e016a78-a8e0-4222-bbb2-6b3b01b656b9),segment_id=2e016a78-a8e0-4222-bbb2-6b3b01b656b9)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:52.897705 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:52.911817 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Calling delete_port for 4e168c95-06d6-421b-a599-52ce3a8a2207 owned by network:dhcp {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:54:52.983485 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a512bc9e-2339-42e9-bb09-c0d0895eb261 None None] DHCP port deletion for 84ed37a0-33b7-474f-8c60-1eac20f29b87 request from dv-cinder-842433-1-iscsi {{(pid=110372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 16:54:52.984632 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-81b445c0-71da-4456-b3ca-14cac2810c1b service neutron] 10.222.0.36 "GET /v2.0/networks/9fd571e0-cea6-467a-8ce2-76303169e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035783 May 19 16:54:52.999999 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:53.032427 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e168c95-06d6-421b-a599-52ce3a8a2207,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:53.036104 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] No DVR routers for this DVR port 4e168c95-06d6-421b-a599-52ce3a8a2207 on host dv-cinder-842433-1-iscsi {{(pid=110370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:54:53.049766 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-a512bc9e-2339-42e9-bb09-c0d0895eb261 None None] Deleting port 4e168c95-06d6-421b-a599-52ce3a8a2207 {{(pid=110372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:54:53.050143 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a512bc9e-2339-42e9-bb09-c0d0895eb261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), before_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:53.071308 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:53.126397 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (84ed37a0-33b7-474f-8c60-1eac20f29b87), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:53.166761 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ed37a0-33b7-474f-8c60-1eac20f29b87']}} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:53.168940 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:53.178651 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e016a78-a8e0-4222-bbb2-6b3b01b656b9') {'for_net_delete': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:53.178949 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e016a78-a8e0-4222-bbb2-6b3b01b656b9') {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:54:53.196747 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260361751'] for segment (2e016a78-a8e0-4222-bbb2-6b3b01b656b9), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:53.215240 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (2e016a78-a8e0-4222-bbb2-6b3b01b656b9), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:53.238317 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=110370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:54:53.238763 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260501306'] for segment (2e016a78-a8e0-4222-bbb2-6b3b01b656b9), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: Traceback (most recent call last): May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: timer() May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: cb(*args, **kw) May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: return func(*args, **kwargs) May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: self._notify() May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: self.callback(batched_events) May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: event.method(event) May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: return f(self, *a, **k) May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._get(url).json() May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: return self.request(url, 'GET', **kwargs) May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:54:53.241705 dv-cinder-842433-1-iscsi neutron-server[110370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:54:53.285556 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9b3cd264-8db6-4d51-b682-d3ed4169ba4d req-1dbb5f38-4fa7-4bd5-a162-0e8c1f82eacc tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 210 time: 0.0601194 May 19 16:54:53.315377 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b7418f93-babf-4e65-82fc-7b97bc3be03a no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:54:53.331564 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (84ed37a0-33b7-474f-8c60-1eac20f29b87), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:53.352107 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: b7418f93-babf-4e65-82fc-7b97bc3be03a {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:54:53.352459 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b7418f93-babf-4e65-82fc-7b97bc3be03a not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:54:53.353133 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 4e168c95-06d6-421b-a599-52ce3a8a2207 no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:54:53.354880 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:53.355126 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-a512bc9e-2339-42e9-bb09-c0d0895eb261 None None] For port 4e168c95-06d6-421b-a599-52ce3a8a2207, host dv-cinder-842433-1-iscsi, got binding levels [] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:54:53.355529 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a512bc9e-2339-42e9-bb09-c0d0895eb261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), precommit_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:53.358844 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] 10.222.0.36 "DELETE /v2.0/networks/84ed37a0-33b7-474f-8c60-1eac20f29b87 HTTP/1.1" status: 204 len: 168 time: 0.6634290 May 19 16:54:53.360423 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31173e77-b154-4eb1-b86c-e186ce4e2584 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ed37a0-33b7-474f-8c60-1eac20f29b87,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:53.388840 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 4e168c95-06d6-421b-a599-52ce3a8a2207 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:54:53.389426 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 4e168c95-06d6-421b-a599-52ce3a8a2207 not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:54:53.390169 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device ebb0036b-39e7-4e81-a233-273e1381e83e no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:54:53.399014 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-a512bc9e-2339-42e9-bb09-c0d0895eb261 None None] Calling delete_port for 4e168c95-06d6-421b-a599-52ce3a8a2207 owned by network:dhcp {{(pid=110372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:54:53.418556 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.ipam_backend_mixin [None req-a512bc9e-2339-42e9-bb09-c0d0895eb261 None None] Port 4e168c95-06d6-421b-a599-52ce3a8a2207 was not found and therefore no delete operation was performed {{(pid=110372) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 16:54:53.420267 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: ebb0036b-39e7-4e81-a233-273e1381e83e {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:54:53.420616 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device ebb0036b-39e7-4e81-a233-273e1381e83e not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:54:53.423597 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a512bc9e-2339-42e9-bb09-c0d0895eb261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583'] for port (4e168c95-06d6-421b-a599-52ce3a8a2207), after_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:53.450123 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a512bc9e-2339-42e9-bb09-c0d0895eb261 None None] Network 84ed37a0-33b7-474f-8c60-1eac20f29b87 is not hosted by any dhcp agent {{(pid=110372) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 19 16:54:53.450749 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a512bc9e-2339-42e9-bb09-c0d0895eb261 None None] No DVR routers for this DVR port 4e168c95-06d6-421b-a599-52ce3a8a2207 on host dv-cinder-842433-1-iscsi {{(pid=110372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:54:53.456708 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512bc9e-2339-42e9-bb09-c0d0895eb261 None None] Pushing event deleted for resources: {'Port': ['ID=4e168c95-06d6-421b-a599-52ce3a8a2207,revision_number=None']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:53.532099 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39894) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:53.585194 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-0ec6101a-59cf-46c4-bb14-959e34808f1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e200a1b99664fc8b41757e2ae404f50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0495696 May 19 16:54:53.586311 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39898) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:53.645978 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-882e46c2-6e6b-4917-8718-17ef5f660c89 admin admin] Publish callbacks [] for security_group (fedd512f-47b7-4b79-9ad0-ca9156a56951), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:53.673226 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-882e46c2-6e6b-4917-8718-17ef5f660c89 admin admin] Publish callbacks [] for security_group (fedd512f-47b7-4b79-9ad0-ca9156a56951), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:53.735890 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-882e46c2-6e6b-4917-8718-17ef5f660c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (fedd512f-47b7-4b79-9ad0-ca9156a56951), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:53.738392 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-882e46c2-6e6b-4917-8718-17ef5f660c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:53.739546 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-882e46c2-6e6b-4917-8718-17ef5f660c89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fedd512f-47b7-4b79-9ad0-ca9156a56951 HTTP/1.1" status: 204 len: 168 time: 0.1521680 May 19 16:54:53.747977 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e46c2-6e6b-4917-8718-17ef5f660c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedd512f-47b7-4b79-9ad0-ca9156a56951,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:54.277697 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-cb1302c1-60d4-4558-89b4-9da327750f7c tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:54.279220 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-cb1302c1-60d4-4558-89b4-9da327750f7c tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.48 "GET /v2.0/networks?id=9fd571e0-cea6-467a-8ce2-76303169e116 HTTP/1.1" status: 200 len: 809 time: 0.1152112 May 19 16:54:54.292563 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9353d2cc-2ea1-46b7-a1cd-c728af9a110e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Request body: {'port': {'device_id': 'd07d60d0-973e-4a13-a6b2-11e7b008db94', 'network_id': '9fd571e0-cea6-467a-8ce2-76303169e116', 'admin_state_up': True, 'tenant_id': 'efe37371967543a3aa0834579ad5e714'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:54:54.424310 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-625cbb5a-35bb-45cd-8ac1-7377b2dbfc20 req-8c0e9803-55b5-40b7-9695-8c82f3a0e8ab tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 210 time: 0.0405829 May 19 16:54:54.452452 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9353d2cc-2ea1-46b7-a1cd-c728af9a110e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Made reservation on behalf of efe37371967543a3aa0834579ad5e714 for: {'port': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:54:54.456313 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9353d2cc-2ea1-46b7-a1cd-c728af9a110e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:54.474662 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:54.595863 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9353d2cc-2ea1-46b7-a1cd-c728af9a110e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Allocated IP 172.20.0.9 (9fd571e0-cea6-467a-8ce2-76303169e116/a2dd2344-47f1-4a07-ae24-8a8bfe39fd10/c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:54:54.759587 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9353d2cc-2ea1-46b7-a1cd-c728af9a110e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks [] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:54.794610 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9353d2cc-2ea1-46b7-a1cd-c728af9a110e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:54.847490 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9353d2cc-2ea1-46b7-a1cd-c728af9a110e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Network 9fd571e0-cea6-467a-8ce2-76303169e116 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:54:54.853516 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9353d2cc-2ea1-46b7-a1cd-c728af9a110e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:54:54.855728 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353d2cc-2ea1-46b7-a1cd-c728af9a110e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Pushing event updated for resources: {'Port': ['ID=c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:54.858702 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9353d2cc-2ea1-46b7-a1cd-c728af9a110e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:54:54.921409 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9353d2cc-2ea1-46b7-a1cd-c728af9a110e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:54.922037 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9353d2cc-2ea1-46b7-a1cd-c728af9a110e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:54.946671 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9353d2cc-2ea1-46b7-a1cd-c728af9a110e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6580472 May 19 16:54:54.988310 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Request body: {'port': {'device_id': 'd07d60d0-973e-4a13-a6b2-11e7b008db94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:54:54.993184 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device e1775c99-cf48-40e9-be9e-065269cc5b0c no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:54:55.013092 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: e1775c99-cf48-40e9-be9e-065269cc5b0c {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:54:55.013756 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device e1775c99-cf48-40e9-be9e-065269cc5b0c not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:54:55.020154 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:55.062485 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:55.213067 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 39956) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:55.337499 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-22bc9773-805b-44a9-a725-2d0ea83cdd46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:55.348830 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:55.364612 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb {{(pid=110371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:54:55.372869 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Publish callbacks [] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:55.389978 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.provisioning_blocks [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Transition to ACTIVE for port object c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb will not be triggered until provisioned by entity L2. {{(pid=110371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:54:55.393287 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:55.424529 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-22bc9773-805b-44a9-a725-2d0ea83cdd46 admin admin] Publish callbacks [] for security_group (5a31f6a4-39ef-4b14-b1b9-e5461bf59dac), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:55.428667 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-22bc9773-805b-44a9-a725-2d0ea83cdd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (5a31f6a4-39ef-4b14-b1b9-e5461bf59dac), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:55.460041 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:55.477699 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-22bc9773-805b-44a9-a725-2d0ea83cdd46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d922e774121418fa6517f9a41082991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634583 May 19 16:54:55.479806 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 39964) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:54:55.479999 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc9773-805b-44a9-a725-2d0ea83cdd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a31f6a4-39ef-4b14-b1b9-e5461bf59dac,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:55.591215 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f584b2-22c5-40be-ae25-115312843d0c req-dd90bb1c-f811-4cb4-b8f6-82327b4a1415 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:55.592730 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-09f584b2-22c5-40be-ae25-115312843d0c req-dd90bb1c-f811-4cb4-b8f6-82327b4a1415 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 943 time: 0.0828288 May 19 16:54:55.617761 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Attempting to bind port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:54:55.618013 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Attempting to bind port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': 'b4253d12-f227-46dc-90ed-1178f5ef2491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9fd571e0-cea6-467a-8ce2-76303169e116'}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:54:55.618336 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Attempting to bind port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb on network 9fd571e0-cea6-467a-8ce2-76303169e116 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:54:55.650372 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb on network 9fd571e0-cea6-467a-8ce2-76303169e116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:54:55.650702 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Attempting to bind port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb on network 9fd571e0-cea6-467a-8ce2-76303169e116 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:54:55.652792 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-cf88ebaf-7273-48b6-87d2-95db2b908e4b admin admin] Publish callbacks [] for security_group (5a31f6a4-39ef-4b14-b1b9-e5461bf59dac), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:55.673029 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:54:55.673392 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Checking segment: {'id': 'b4253d12-f227-46dc-90ed-1178f5ef2491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9fd571e0-cea6-467a-8ce2-76303169e116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:54:55.673785 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Bound using segment: {'id': 'b4253d12-f227-46dc-90ed-1178f5ef2491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9fd571e0-cea6-467a-8ce2-76303169e116'} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:54:55.674223 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Bound port: c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4253d12-f227-46dc-90ed-1178f5ef2491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9fd571e0-cea6-467a-8ce2-76303169e116'}}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:54:55.674581 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:55.709511 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-cf88ebaf-7273-48b6-87d2-95db2b908e4b admin admin] Publish callbacks [] for security_group (5a31f6a4-39ef-4b14-b1b9-e5461bf59dac), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:55.741247 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-09f584b2-22c5-40be-ae25-115312843d0c req-51f19ed8-c49e-4da2-a503-4cec8a3aa92e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389587 May 19 16:54:55.784708 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:55.793355 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] For port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb, host hv-cinder-84243, cleared binding levels {{(pid=110371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:54:55.797656 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] For port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb,segment=NetworkSegment(b4253d12-f227-46dc-90ed-1178f5ef2491),segment_id=b4253d12-f227-46dc-90ed-1178f5ef2491)] {{(pid=110371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:54:55.805418 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:55.831770 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-cf88ebaf-7273-48b6-87d2-95db2b908e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (5a31f6a4-39ef-4b14-b1b9-e5461bf59dac), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:55.834850 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-cf88ebaf-7273-48b6-87d2-95db2b908e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:55.835981 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-cf88ebaf-7273-48b6-87d2-95db2b908e4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a31f6a4-39ef-4b14-b1b9-e5461bf59dac HTTP/1.1" status: 204 len: 168 time: 0.3557227 May 19 16:54:55.858494 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88ebaf-7273-48b6-87d2-95db2b908e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a31f6a4-39ef-4b14-b1b9-e5461bf59dac,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:55.861082 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:55.861789 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:54:55.863826 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] 10.222.0.48 "PUT /v2.0/ports/c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb HTTP/1.1" status: 200 len: 1093 time: 0.8793669 May 19 16:54:55.866047 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07d60d0-973e-4a13-a6b2-11e7b008db94', 'tag': 'c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:54:55.868406 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f198590a-dec9-4d42-acd6-c717a194ae94" -d '{"events": [{"name": "network-changed", "server_uuid": "d07d60d0-973e-4a13-a6b2-11e7b008db94", "tag": "c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:54:55.901511 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a9731-4eaf-4d5e-a3aa-d568865d8509 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb,revision_number=3']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:54:55.917878 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc81d86-dfc7-4a52-820f-89148b4ad6bc x-openstack-request-id: req-fdc81d86-dfc7-4a52-820f-89148b4ad6bc {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:54:55.918182 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07d60d0-973e-4a13-a6b2-11e7b008db94", "tag": "c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:54:55.918450 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdc81d86-dfc7-4a52-820f-89148b4ad6bc {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:54:55.918890 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc81d86-dfc7-4a52-820f-89148b4ad6bc'] response: {'name': 'network-changed', 'server_uuid': 'd07d60d0-973e-4a13-a6b2-11e7b008db94', 'tag': 'c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb', 'status': 'completed', 'code': 200} May 19 16:54:55.966070 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-c93480bb-ad33-4fa8-bd6c-3f8c4cadd044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:55.967838 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-c93480bb-ad33-4fa8-bd6c-3f8c4cadd044 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=efe37371967543a3aa0834579ad5e714&device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 1127 time: 0.0476532 May 19 16:54:56.010300 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-6bcb3bab-01d7-4001-b013-f84becebb593 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb HTTP/1.1" status: 200 len: 217 time: 0.0342300 May 19 16:54:56.064212 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-3ff8e337-4f37-4f17-b95b-bb80a4c16e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:56.066674 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-3ff8e337-4f37-4f17-b95b-bb80a4c16e42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2dd2344-47f1-4a07-ae24-8a8bfe39fd10 HTTP/1.1" status: 200 len: 849 time: 0.0487103 May 19 16:54:56.099441 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-089d93bd-c5cc-481b-ad04-e5daab64bd12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9fd571e0-cea6-467a-8ce2-76303169e116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264251 May 19 16:54:56.202253 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-f29229d7-0de9-4b1d-a521-cf64ec356c69 service neutron] 10.222.0.48 "GET /v2.0/networks/9fd571e0-cea6-467a-8ce2-76303169e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956483 May 19 16:54:56.304395 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cb4bc0bf-772c-40d8-8606-924591b84b60 req-53c5417b-583e-4663-9218-7c61d5d0391b service neutron] 10.222.0.48 "GET /v2.0/networks/9fd571e0-cea6-467a-8ce2-76303169e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950100 May 19 16:54:56.875136 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24331e-0322-4862-8ae3-7f776033f918 req-9c0c74d8-f598-4ed0-9371-653f0dbd3dfa tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:56.876676 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0f24331e-0322-4862-8ae3-7f776033f918 req-9c0c74d8-f598-4ed0-9371-653f0dbd3dfa tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 943 time: 0.0541050 May 19 16:54:56.915784 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:56.937623 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0f24331e-0322-4862-8ae3-7f776033f918 req-23f788bf-fe06-4057-aba5-70c8d0740f82 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532615 May 19 16:54:58.051547 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a016c-a994-4659-b44a-9bdfeb8dbbbd req-6de8dcfe-f008-4402-8928-74dbb26a0a75 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:58.053573 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fe7a016c-a994-4659-b44a-9bdfeb8dbbbd req-6de8dcfe-f008-4402-8928-74dbb26a0a75 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 943 time: 0.0473800 May 19 16:54:58.099613 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-fe7a016c-a994-4659-b44a-9bdfeb8dbbbd req-0ac02d93-9a98-4413-b1d7-b594cbb3d847 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 May 19 16:54:58.765234 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198590a-dec9-4d42-acd6-c717a194ae94 req-0f9591c1-c22e-4438-b1f7-7ad627607e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:58.766695 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f198590a-dec9-4d42-acd6-c717a194ae94 req-0f9591c1-c22e-4438-b1f7-7ad627607e44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=efe37371967543a3aa0834579ad5e714&device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 1127 time: 0.0494826 May 19 16:54:58.875351 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198590a-dec9-4d42-acd6-c717a194ae94 req-3addbaac-f208-49f5-be1c-bd4ee1a92e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:58.877551 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f198590a-dec9-4d42-acd6-c717a194ae94 req-3addbaac-f208-49f5-be1c-bd4ee1a92e89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9fd571e0-cea6-467a-8ce2-76303169e116 HTTP/1.1" status: 200 len: 910 time: 0.1041682 May 19 16:54:58.921740 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f198590a-dec9-4d42-acd6-c717a194ae94 req-abe307cc-0d61-4cad-ba69-8446e7bdf121 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb HTTP/1.1" status: 200 len: 217 time: 0.0379925 May 19 16:54:58.972335 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198590a-dec9-4d42-acd6-c717a194ae94 req-a53031de-bd32-4aac-b63d-3313ab0e5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:58.973723 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f198590a-dec9-4d42-acd6-c717a194ae94 req-a53031de-bd32-4aac-b63d-3313ab0e5c9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2dd2344-47f1-4a07-ae24-8a8bfe39fd10 HTTP/1.1" status: 200 len: 849 time: 0.0446143 May 19 16:54:59.005848 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f198590a-dec9-4d42-acd6-c717a194ae94 req-d41f9425-208c-489c-a975-cd255eaf0a97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9fd571e0-cea6-467a-8ce2-76303169e116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262117 May 19 16:54:59.095611 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f198590a-dec9-4d42-acd6-c717a194ae94 req-6da59b76-b4da-4610-95d2-30150a3d6563 service neutron] 10.222.0.48 "GET /v2.0/networks/9fd571e0-cea6-467a-8ce2-76303169e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836804 May 19 16:54:59.173564 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:54:59.213453 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f198590a-dec9-4d42-acd6-c717a194ae94 req-a1752d28-8567-4360-8ff1-8c2f81650ee4 service neutron] 10.222.0.48 "GET /v2.0/networks/9fd571e0-cea6-467a-8ce2-76303169e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107388 May 19 16:54:59.227074 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e32182-ab94-4284-95d5-97de397e91df req-c7f66c60-00ba-47e8-8b85-e652e68fcae0 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:54:59.228463 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6e32182-ab94-4284-95d5-97de397e91df req-c7f66c60-00ba-47e8-8b85-e652e68fcae0 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 943 time: 0.0582819 May 19 16:54:59.279415 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d6e32182-ab94-4284-95d5-97de397e91df req-22d0df44-05a6-4496-87fb-96d69e4b5f3e tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451145 May 19 16:55:00.391538 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403db45-4f50-4fab-9391-0137fc857455 req-85d059a2-ec07-46b5-a43a-945c5e518538 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:00.392988 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e403db45-4f50-4fab-9391-0137fc857455 req-85d059a2-ec07-46b5-a43a-945c5e518538 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 943 time: 0.0471096 May 19 16:55:00.440169 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e403db45-4f50-4fab-9391-0137fc857455 req-1e807e52-269c-4bab-b416-13e3bfef2085 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 May 19 16:55:01.554699 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a7575-c36e-4256-bb07-c1c9cb8b7ae7 req-177dc08c-1d6c-41d3-b6b7-eb5765a5a195 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:01.556164 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-005a7575-c36e-4256-bb07-c1c9cb8b7ae7 req-177dc08c-1d6c-41d3-b6b7-eb5765a5a195 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 943 time: 0.0473056 May 19 16:55:01.602085 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-005a7575-c36e-4256-bb07-c1c9cb8b7ae7 req-9ba2c97e-8567-4fd9-b4ae-66fce6625a45 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 May 19 16:55:02.723563 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237682-5952-48a0-bc51-8d9b2ee74be5 req-97f31089-5302-4b7e-85c8-77cb2a2e3b20 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:02.725049 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-87237682-5952-48a0-bc51-8d9b2ee74be5 req-97f31089-5302-4b7e-85c8-77cb2a2e3b20 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 943 time: 0.0496709 May 19 16:55:02.770855 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-87237682-5952-48a0-bc51-8d9b2ee74be5 req-c88447b4-0893-472c-8261-4761518b7822 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396547 May 19 16:55:03.889544 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6d83d-2621-4100-9b1b-120b4e6318fb req-ed754d34-4a3e-4758-a62b-1413cfeb745d tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:03.891028 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-28a6d83d-2621-4100-9b1b-120b4e6318fb req-ed754d34-4a3e-4758-a62b-1413cfeb745d tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 943 time: 0.0469167 May 19 16:55:03.939227 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-28a6d83d-2621-4100-9b1b-120b4e6318fb req-9fabff7e-7865-4599-ad64-2eda42cf7a6b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427012 May 19 16:55:04.359394 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=7 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:04.381531 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=16 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:04.884784 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:55:04.984896 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb,segment=NetworkSegment(b4253d12-f227-46dc-90ed-1178f5ef2491),segment_id=b4253d12-f227-46dc-90ed-1178f5ef2491)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:55:04.996766 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb', 'network_id': '9fd571e0-cea6-467a-8ce2-76303169e116', 'port_id': 'c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb', 'mac_address': 'fa:16:3e:63:0c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2dd2344-47f1-4a07-ae24-8a8bfe39fd10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:55:05.031801 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:55:05.032095 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:05.047012 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:55:05.056496 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bf4d2-f9e4-40fa-8021-4bfc5c912be4 req-88600c4e-c3d2-4a48-a76c-f3ad8d6729e2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:05.058059 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-162bf4d2-f9e4-40fa-8021-4bfc5c912be4 req-88600c4e-c3d2-4a48-a76c-f3ad8d6729e2 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 943 time: 0.0517530 May 19 16:55:05.071129 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb,segment=NetworkSegment(b4253d12-f227-46dc-90ed-1178f5ef2491),segment_id=b4253d12-f227-46dc-90ed-1178f5ef2491)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:55:05.075713 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:05.087926 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:05.110633 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-162bf4d2-f9e4-40fa-8021-4bfc5c912be4 req-72d3e3e2-508c-4bf7-be0b-0af5e6251be6 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468068 May 19 16:55:05.129942 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:05.469985 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:05.474345 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:DELETE=5,neutron:SELECT=41,neutron:INSERT=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:06.223656 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b2cd6-0e20-4886-beee-48bc0146a8fc req-dc1b6888-c530-4351-a700-21e64c5c2b67 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:06.225182 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f09b2cd6-0e20-4886-beee-48bc0146a8fc req-dc1b6888-c530-4351-a700-21e64c5c2b67 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 944 time: 0.0478935 May 19 16:55:06.271374 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f09b2cd6-0e20-4886-beee-48bc0146a8fc req-4f09d51c-6015-4321-aec2-f6c4c6fb08ef tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406768 May 19 16:55:07.387850 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb894e-aa0f-4db7-8858-afd831688293 req-f59e123a-8cfd-4835-be69-c39771e85524 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:07.389372 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e6eb894e-aa0f-4db7-8858-afd831688293 req-f59e123a-8cfd-4835-be69-c39771e85524 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 944 time: 0.0491836 May 19 16:55:07.435775 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e6eb894e-aa0f-4db7-8858-afd831688293 req-dfaec204-cf88-4371-84d7-f6a3d0078097 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 May 19 16:55:07.817427 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:55:07.880763 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:07.891898 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:08.557761 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272015d-986e-431d-ad38-09a0a9090804 req-8223ab8b-6b9f-48dd-b2dd-de8bfe7f6956 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:08.559305 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f272015d-986e-431d-ad38-09a0a9090804 req-8223ab8b-6b9f-48dd-b2dd-de8bfe7f6956 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 944 time: 0.0515842 May 19 16:55:08.609276 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f272015d-986e-431d-ad38-09a0a9090804 req-763e580d-efc6-4457-82cb-c7fd5d2bdefc tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444725 May 19 16:55:09.722282 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2a43a-7835-41c4-a488-fde395fe71bd req-75637abe-e2ad-4146-84e7-871bc7960b5b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:09.723732 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7ac2a43a-7835-41c4-a488-fde395fe71bd req-75637abe-e2ad-4146-84e7-871bc7960b5b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 944 time: 0.0470097 May 19 16:55:09.769772 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7ac2a43a-7835-41c4-a488-fde395fe71bd req-19f95d4d-7cea-4eed-b652-06732673a931 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 May 19 16:55:09.804965 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:55:09.846720 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:55:09.852187 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:55:09.852564 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:09.922448 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:55:09.922843 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:09.945740 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07d60d0-973e-4a13-a6b2-11e7b008db94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:55:09.947933 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61004d7c-6884-4e56-bb67-59620f68eb5b" -d '{"events": [{"server_uuid": "d07d60d0-973e-4a13-a6b2-11e7b008db94", "name": "network-vif-plugged", "status": "completed", "tag": "c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:55:09.969862 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb,segment=NetworkSegment(b4253d12-f227-46dc-90ed-1178f5ef2491),segment_id=b4253d12-f227-46dc-90ed-1178f5ef2491)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:55:09.977952 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:10.003228 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e34b1e4-b0ef-4726-94be-5fe709fca186 x-openstack-request-id: req-6e34b1e4-b0ef-4726-94be-5fe709fca186 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:55:10.003517 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07d60d0-973e-4a13-a6b2-11e7b008db94", "name": "network-vif-plugged", "status": "completed", "tag": "c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:55:10.003772 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e34b1e4-b0ef-4726-94be-5fe709fca186 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:55:10.004166 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e34b1e4-b0ef-4726-94be-5fe709fca186'] response: {'server_uuid': 'd07d60d0-973e-4a13-a6b2-11e7b008db94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb', 'code': 200} May 19 16:55:10.073023 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:10.193646 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67474453-6877-4d73-a1c6-696c5f95d9a1 req-68135034-536b-47da-b5da-9ce783c2765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:10.195967 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-67474453-6877-4d73-a1c6-696c5f95d9a1 req-68135034-536b-47da-b5da-9ce783c2765d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 1129 time: 0.0432000 May 19 16:55:10.229142 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:10.240800 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-67474453-6877-4d73-a1c6-696c5f95d9a1 req-c48d312b-155c-4d28-932f-4038601efdce service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393569 May 19 16:55:10.885941 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0896d0-4c8d-46d9-9c12-c6968fca5f35 req-5edb3a07-3360-4d57-b6fa-56a8416cd2f5 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:10.891930 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-af0896d0-4c8d-46d9-9c12-c6968fca5f35 req-5edb3a07-3360-4d57-b6fa-56a8416cd2f5 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 945 time: 0.0465639 May 19 16:55:10.934800 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-af0896d0-4c8d-46d9-9c12-c6968fca5f35 req-dded2e2e-405f-4611-a36c-b3e3a88f2d34 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 May 19 16:55:10.994572 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-0cc29e1f-8401-4ac7-9872-c8f2f70d29e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:11.083538 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:12.045280 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc33a1-e61b-4fde-b7a9-c644fcd5a0a3 req-b76c4315-5068-4765-926c-8b381f17ff92 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:12.046747 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-08fc33a1-e61b-4fde-b7a9-c644fcd5a0a3 req-b76c4315-5068-4765-926c-8b381f17ff92 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 945 time: 0.0468698 May 19 16:55:12.095981 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-08fc33a1-e61b-4fde-b7a9-c644fcd5a0a3 req-09b5d5a4-91f9-438c-8b59-757637d2bed1 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438414 May 19 16:55:13.216375 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d962629-86c7-4ec3-8206-64f4ac9e6aae req-8a515a7c-d9a4-4e1f-ba85-18f65ac05c23 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:13.218030 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4d962629-86c7-4ec3-8206-64f4ac9e6aae req-8a515a7c-d9a4-4e1f-ba85-18f65ac05c23 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 945 time: 0.0561156 May 19 16:55:13.266455 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4d962629-86c7-4ec3-8206-64f4ac9e6aae req-7d1074e2-df82-47d5-b32f-d15287db28d1 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426893 May 19 16:55:13.932156 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7ca49-48dc-4b60-9be3-4d4933b63d7d req-859c75a9-a76d-422a-9458-0623a8564271 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:13.933665 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-84d7ca49-48dc-4b60-9be3-4d4933b63d7d req-859c75a9-a76d-422a-9458-0623a8564271 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 945 time: 0.0475636 May 19 16:55:13.981338 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-84d7ca49-48dc-4b60-9be3-4d4933b63d7d req-a01bbfad-6cef-4475-9416-af73252c8f73 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421257 May 19 16:55:14.303416 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-71464786-5faf-4866-9477-de9c35024955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:15.099834 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97e879-5780-44e3-b68e-b09ed9b4bcee req-c6eec4dd-6195-4422-b8dc-0b23c38d0f71 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:15.101386 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8f97e879-5780-44e3-b68e-b09ed9b4bcee req-c6eec4dd-6195-4422-b8dc-0b23c38d0f71 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 945 time: 0.0515916 May 19 16:55:15.148545 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-8f97e879-5780-44e3-b68e-b09ed9b4bcee req-1ec581f2-6d9f-441c-a760-170fa88d689d tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0edce99-25c1-443f-9f06-fce22c0b5a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410044 May 19 16:55:15.235178 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:15.353179 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cb47c-3aac-4309-95bd-762786e2bd3f req-7c5aed5f-69df-49fd-b3bf-0f556d641e94 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:15.354631 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa3cb47c-3aac-4309-95bd-762786e2bd3f req-7c5aed5f-69df-49fd-b3bf-0f556d641e94 tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 945 time: 0.0461533 May 19 16:55:15.404900 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:15.446198 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-aa3cb47c-3aac-4309-95bd-762786e2bd3f req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Deleting port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:55:15.446589 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-aa3cb47c-3aac-4309-95bd-762786e2bd3f req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:15.562588 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-aa3cb47c-3aac-4309-95bd-762786e2bd3f req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] For port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb,segment=NetworkSegment(b4253d12-f227-46dc-90ed-1178f5ef2491),segment_id=b4253d12-f227-46dc-90ed-1178f5ef2491)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:55:15.562967 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-aa3cb47c-3aac-4309-95bd-762786e2bd3f req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:15.578055 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-aa3cb47c-3aac-4309-95bd-762786e2bd3f req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Calling delete_port for c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:55:15.708582 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-aa3cb47c-3aac-4309-95bd-762786e2bd3f req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:15.720623 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:55:15.733978 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Pushing event deleted for resources: {'Port': ['ID=c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:15.744303 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.744648 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.745023 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.745351 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.746002 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.746002 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.746636 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.746919 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.747330 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.747567 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.747891 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.748570 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.748570 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.748832 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.749174 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:15.756069 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:15.794491 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3cb47c-3aac-4309-95bd-762786e2bd3f req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] No DVR routers for this DVR port c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:55:15.797498 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-aa3cb47c-3aac-4309-95bd-762786e2bd3f req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:15.800852 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa3cb47c-3aac-4309-95bd-762786e2bd3f req-2c06d589-3717-4827-98c7-fec2621a928b tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.48 "DELETE /v2.0/ports/c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb HTTP/1.1" status: 204 len: 173 time: 0.4401581 May 19 16:55:15.801325 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07d60d0-973e-4a13-a6b2-11e7b008db94', 'name': 'network-vif-deleted', 'tag': 'c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:55:15.803724 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ef30d8-a0e7-422f-a140-99d96d60a7e6" -d '{"events": [{"server_uuid": "d07d60d0-973e-4a13-a6b2-11e7b008db94", "name": "network-vif-deleted", "tag": "c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:55:15.840714 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d877e5-e54e-44c0-bd61-1119164053b4 x-openstack-request-id: req-70d877e5-e54e-44c0-bd61-1119164053b4 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:55:15.841000 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07d60d0-973e-4a13-a6b2-11e7b008db94", "name": "network-vif-deleted", "tag": "c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:55:15.841311 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70d877e5-e54e-44c0-bd61-1119164053b4 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:55:15.841712 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d877e5-e54e-44c0-bd61-1119164053b4'] response: {'server_uuid': 'd07d60d0-973e-4a13-a6b2-11e7b008db94', 'name': 'network-vif-deleted', 'tag': 'c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb', 'status': 'completed', 'code': 200} May 19 16:55:16.273304 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1993f7a4-c6e4-4316-974a-ed3f4afd2308 req-ba8ea5f0-307f-40de-b6e6-85ab09727c7a tempest-VolumesActionsTest-1819956989 tempest-VolumesActionsTest-1819956989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d60d0-973e-4a13-a6b2-11e7b008db94 HTTP/1.1" status: 200 len: 210 time: 0.0325227 May 19 16:55:17.005885 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:18.426944 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 40342) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:55:18.533442 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-71918288-3ac8-4236-97c1-6ad5c227a0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:18.574129 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:18.610676 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-71918288-3ac8-4236-97c1-6ad5c227a0b6 admin admin] Publish callbacks [] for security_group (7bef8765-0b2f-4a35-8cc3-e90ac4f81812), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:18.614112 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-71918288-3ac8-4236-97c1-6ad5c227a0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (7bef8765-0b2f-4a35-8cc3-e90ac4f81812), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:18.653801 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-71918288-3ac8-4236-97c1-6ad5c227a0b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da1eaa88760a4f3bb9d2b90280b07ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257621 May 19 16:55:18.654955 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71918288-3ac8-4236-97c1-6ad5c227a0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bef8765-0b2f-4a35-8cc3-e90ac4f81812,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:18.656503 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 40346) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:55:18.706182 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-45ccbe75-ecea-4917-a3d4-47bb496f5e9c admin admin] Publish callbacks [] for security_group (7bef8765-0b2f-4a35-8cc3-e90ac4f81812), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:18.728321 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-45ccbe75-ecea-4917-a3d4-47bb496f5e9c admin admin] Publish callbacks [] for security_group (7bef8765-0b2f-4a35-8cc3-e90ac4f81812), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:18.782226 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-45ccbe75-ecea-4917-a3d4-47bb496f5e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (7bef8765-0b2f-4a35-8cc3-e90ac4f81812), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:18.784838 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-45ccbe75-ecea-4917-a3d4-47bb496f5e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:18.788945 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-45ccbe75-ecea-4917-a3d4-47bb496f5e9c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7bef8765-0b2f-4a35-8cc3-e90ac4f81812 HTTP/1.1" status: 204 len: 168 time: 0.1277928 May 19 16:55:18.795340 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccbe75-ecea-4917-a3d4-47bb496f5e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bef8765-0b2f-4a35-8cc3-e90ac4f81812,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:20.403047 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:55:20.422191 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:55:20.422536 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device c4a9de4f-1f35-4671-b9bb-91e7cc57ebbb not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:55:21.405863 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:55:23.270594 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc38da1-0940-48a7-a0a9-018f01410de5 req-499e0520-34fb-40f1-a978-70f6f3ac955f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:23.272821 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dcc38da1-0940-48a7-a0a9-018f01410de5 req-499e0520-34fb-40f1-a978-70f6f3ac955f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0675662 May 19 16:55:23.334901 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dcc38da1-0940-48a7-a0a9-018f01410de5 req-ce64b2ed-3c24-4608-b69a-23faf27d409f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549710 May 19 16:55:24.466063 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e32fd2-d8fe-4ceb-b293-d00dd71dad96 req-14ae686e-9faa-46d1-b7b9-a556f74bf3c6 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:24.468442 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86e32fd2-d8fe-4ceb-b293-d00dd71dad96 req-14ae686e-9faa-46d1-b7b9-a556f74bf3c6 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0564194 May 19 16:55:24.532737 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86e32fd2-d8fe-4ceb-b293-d00dd71dad96 req-d1a3e242-92e5-4a1f-880b-107f0e7fbe5c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584285 May 19 16:55:25.650855 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a3b80-3104-46d7-a9e1-2a4853f99eec req-8e9bec2c-a677-445f-95c1-9c5def71baed tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:25.652321 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-044a3b80-3104-46d7-a9e1-2a4853f99eec req-8e9bec2c-a677-445f-95c1-9c5def71baed tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0472097 May 19 16:55:25.703104 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-044a3b80-3104-46d7-a9e1-2a4853f99eec req-8cd9c416-c608-4cb2-bd3e-41738607ce7d tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452785 May 19 16:55:26.815267 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d3bd9-7254-4433-b14e-aebba91db8f7 req-e5756693-ffd4-4920-bd20-00027e4eabd9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:26.816725 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-637d3bd9-7254-4433-b14e-aebba91db8f7 req-e5756693-ffd4-4920-bd20-00027e4eabd9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0467176 May 19 16:55:26.868918 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-637d3bd9-7254-4433-b14e-aebba91db8f7 req-824e2e44-1d66-4320-8b49-62a3c70182e5 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460470 May 19 16:55:27.944297 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:27.983118 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96139-44af-462c-8ded-9efa1210d4a6 req-21a8dfa2-6afb-4248-8381-10531a9ce665 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:27.984616 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-77b96139-44af-462c-8ded-9efa1210d4a6 req-21a8dfa2-6afb-4248-8381-10531a9ce665 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0488658 May 19 16:55:28.033561 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-77b96139-44af-462c-8ded-9efa1210d4a6 req-47ac97ff-f1e7-410e-bc26-c27ec14f1937 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432875 May 19 16:55:28.790191 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:28.791801 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:28.815995 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=54,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:29.181977 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6de22-33a6-4192-a267-43606b12abee req-854ec1bb-41da-4cca-a827-bfc9d11dab0d tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:29.184584 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-70d6de22-33a6-4192-a267-43606b12abee req-854ec1bb-41da-4cca-a827-bfc9d11dab0d tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0579314 May 19 16:55:29.241571 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-70d6de22-33a6-4192-a267-43606b12abee req-e1b6562d-e70b-401d-8994-7190c5e6f8fe tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512462 May 19 16:55:30.406963 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=72,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:30.426044 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9917e8-14c1-4aa5-9059-b777c8809f5c req-43818439-5328-4336-9ff3-ad3da9d9fefc tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:30.428376 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ac9917e8-14c1-4aa5-9059-b777c8809f5c req-43818439-5328-4336-9ff3-ad3da9d9fefc tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0613182 May 19 16:55:30.488839 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ac9917e8-14c1-4aa5-9059-b777c8809f5c req-d6f2be87-2af6-460a-a128-f0e9ab687ad8 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549264 May 19 16:55:31.658799 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b22600-667f-4c36-a7da-65039960efb4 req-4f91bbb2-c6e0-4475-a156-91007c755c91 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:31.661608 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-56b22600-667f-4c36-a7da-65039960efb4 req-4f91bbb2-c6e0-4475-a156-91007c755c91 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0938346 May 19 16:55:31.682933 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:31.723752 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-56b22600-667f-4c36-a7da-65039960efb4 req-96229ade-f415-4206-8b16-0bf03ca6e6e0 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574446 May 19 16:55:32.897654 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a95b4-68b6-4624-ac08-d923a837188e req-029542ea-a844-44e9-9be9-411eeef32fb5 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:32.905708 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-af7a95b4-68b6-4624-ac08-d923a837188e req-029542ea-a844-44e9-9be9-411eeef32fb5 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0885835 May 19 16:55:32.981639 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-af7a95b4-68b6-4624-ac08-d923a837188e req-86cb16df-fdde-4fd3-8af9-2e291605d26f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727985 May 19 16:55:34.132983 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af6ff6-1aa4-4121-8f49-31a660caf66b req-773c4046-433f-4326-9dec-82111ede8412 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:34.139927 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c8af6ff6-1aa4-4121-8f49-31a660caf66b req-773c4046-433f-4326-9dec-82111ede8412 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0836096 May 19 16:55:34.186316 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c8af6ff6-1aa4-4121-8f49-31a660caf66b req-e79a8f5e-87fa-4b79-b225-037e36be457a tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452836 May 19 16:55:35.343729 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b2ede-c9f2-4b70-b0ae-84818e582c05 req-d2227cd5-6709-4e72-929a-ea0be5123090 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:35.346662 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cf8b2ede-c9f2-4b70-b0ae-84818e582c05 req-d2227cd5-6709-4e72-929a-ea0be5123090 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0681746 May 19 16:55:35.416745 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cf8b2ede-c9f2-4b70-b0ae-84818e582c05 req-efb829ea-311d-43b8-939a-3f0aacd70444 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626476 May 19 16:55:36.579137 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bd0be-6c1b-4d80-bf58-1fab8dfb65d6 req-719a9e4f-c468-478f-8e9a-01368aa5d948 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:36.585787 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0f1bd0be-6c1b-4d80-bf58-1fab8dfb65d6 req-719a9e4f-c468-478f-8e9a-01368aa5d948 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0838170 May 19 16:55:36.679012 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 40712) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:55:36.702115 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-0f1bd0be-6c1b-4d80-bf58-1fab8dfb65d6 req-f006e8f6-5a20-4ad9-a762-ec7e518b3b9b tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108339 May 19 16:55:36.815515 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d73b9809-50d3-444e-9f8f-acb125bc9809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:36.928656 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d73b9809-50d3-444e-9f8f-acb125bc9809 admin admin] Publish callbacks [] for security_group (263e289d-fe18-45da-b144-2bc441789518), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:36.933768 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d73b9809-50d3-444e-9f8f-acb125bc9809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (263e289d-fe18-45da-b144-2bc441789518), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:36.983717 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-d73b9809-50d3-444e-9f8f-acb125bc9809 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5255dd29f1d4683a6a03eaf63def876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029375 May 19 16:55:36.985273 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b9809-50d3-444e-9f8f-acb125bc9809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263e289d-fe18-45da-b144-2bc441789518,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:36.986454 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 40716) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:55:37.039902 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ea939c6d-c053-41f5-aecc-8762d7ae8a1f admin admin] Publish callbacks [] for security_group (263e289d-fe18-45da-b144-2bc441789518), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:37.063612 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ea939c6d-c053-41f5-aecc-8762d7ae8a1f admin admin] Publish callbacks [] for security_group (263e289d-fe18-45da-b144-2bc441789518), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:37.115905 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ea939c6d-c053-41f5-aecc-8762d7ae8a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (263e289d-fe18-45da-b144-2bc441789518), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:37.119296 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ea939c6d-c053-41f5-aecc-8762d7ae8a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:37.120678 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-ea939c6d-c053-41f5-aecc-8762d7ae8a1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/263e289d-fe18-45da-b144-2bc441789518 HTTP/1.1" status: 204 len: 168 time: 0.1331124 May 19 16:55:37.129725 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea939c6d-c053-41f5-aecc-8762d7ae8a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263e289d-fe18-45da-b144-2bc441789518,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:37.453173 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:37.845893 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72393b06-11f1-4500-90f2-ba6338ed42fb req-7da9c33f-2f05-471f-b90a-5a8dd78109f2 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:37.848173 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-72393b06-11f1-4500-90f2-ba6338ed42fb req-7da9c33f-2f05-471f-b90a-5a8dd78109f2 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0657635 May 19 16:55:37.913347 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-72393b06-11f1-4500-90f2-ba6338ed42fb req-fdee634a-2e07-44dc-96e4-93a43a754696 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584366 May 19 16:55:38.424341 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11a7ad-114d-4ba7-9086-0fe101219f8a req-fb9fa83f-2075-4367-81d8-937e853ace10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:38.425916 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-df11a7ad-114d-4ba7-9086-0fe101219f8a req-fb9fa83f-2075-4367-81d8-937e853ace10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f232c172df994d3d909d7999238b1935&device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 1129 time: 0.0437527 May 19 16:55:38.489247 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:38.524530 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11a7ad-114d-4ba7-9086-0fe101219f8a req-7243af9a-f1e5-4bc2-9b84-0fe72a336d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:38.526045 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-df11a7ad-114d-4ba7-9086-0fe101219f8a req-7243af9a-f1e5-4bc2-9b84-0fe72a336d7b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3 HTTP/1.1" status: 200 len: 910 time: 0.0945222 May 19 16:55:38.834831 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-df11a7ad-114d-4ba7-9086-0fe101219f8a req-d2675c02-8cb1-43d4-be7d-91b310f8f015 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21 HTTP/1.1" status: 200 len: 1001 time: 0.3017070 May 19 16:55:38.891785 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11a7ad-114d-4ba7-9086-0fe101219f8a req-8e774543-85eb-47ff-b522-9fae532a71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:38.893662 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-df11a7ad-114d-4ba7-9086-0fe101219f8a req-8e774543-85eb-47ff-b522-9fae532a71a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6aa80667-062b-4e9f-a2ca-1e239f186451 HTTP/1.1" status: 200 len: 848 time: 0.0528696 May 19 16:55:38.982115 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11a7ad-114d-4ba7-9086-0fe101219f8a req-72efb07e-9d1b-4671-957b-f010e1446c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:38.982115 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-df11a7ad-114d-4ba7-9086-0fe101219f8a req-72efb07e-9d1b-4671-957b-f010e1446c0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802050 May 19 16:55:39.117668 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:39.143178 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02699105-e9b9-4964-8dbf-851746b3d68d req-4960834f-f8b7-42af-869b-7b925865fcac tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:39.144869 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-02699105-e9b9-4964-8dbf-851746b3d68d req-4960834f-f8b7-42af-869b-7b925865fcac tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0680459 May 19 16:55:39.189541 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-df11a7ad-114d-4ba7-9086-0fe101219f8a req-4e4e5edc-2c81-44b0-a7d0-a460cfad1ee7 service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938164 May 19 16:55:39.257556 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-02699105-e9b9-4964-8dbf-851746b3d68d req-dadf596f-84e8-4a5d-935d-18a7218def84 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048291 May 19 16:55:39.319274 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-df11a7ad-114d-4ba7-9086-0fe101219f8a req-fade28c6-453f-4b60-8b39-3d8186f1e6c2 service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237121 May 19 16:55:40.410240 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790bca2-f0fb-4ffa-985d-9f5debda3e40 req-c03f20a4-790f-4f16-b558-2234ae951ad7 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:40.412813 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1790bca2-f0fb-4ffa-985d-9f5debda3e40 req-c03f20a4-790f-4f16-b558-2234ae951ad7 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0726664 May 19 16:55:40.469334 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1790bca2-f0fb-4ffa-985d-9f5debda3e40 req-5d21d03f-591a-40ed-b15a-e37448650d60 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482290 May 19 16:55:40.997778 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-9da3110b-80d2-45fa-81d7-98cfe91493ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:41.084186 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:41.375146 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=8 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:41.583988 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2448f4-3a4d-4fae-a253-b4944b0ada7f req-e1b4a1cf-de5b-42d6-a923-d962f4b87e5a tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:41.585455 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9f2448f4-3a4d-4fae-a253-b4944b0ada7f req-e1b4a1cf-de5b-42d6-a923-d962f4b87e5a tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0451267 May 19 16:55:41.639920 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9f2448f4-3a4d-4fae-a253-b4944b0ada7f req-8c10bd5d-6ae8-4600-ac77-a4ea9391564f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485663 May 19 16:55:42.753946 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9458dd7-b452-49b2-865b-7f23f9cd4401 req-f7f4583f-c8f3-456a-9a1a-9ee91ca6a37b tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:42.755433 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d9458dd7-b452-49b2-865b-7f23f9cd4401 req-f7f4583f-c8f3-456a-9a1a-9ee91ca6a37b tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0476642 May 19 16:55:42.810525 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d9458dd7-b452-49b2-865b-7f23f9cd4401 req-9de20216-0fb6-45ae-b693-ec6cbeacea95 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487084 May 19 16:55:43.921541 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a336dd-5995-4da4-8002-81eec076b924 req-5ac452e1-08ae-4572-9d42-5215974030a3 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:43.923039 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-03a336dd-5995-4da4-8002-81eec076b924 req-5ac452e1-08ae-4572-9d42-5215974030a3 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0470164 May 19 16:55:43.971934 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-03a336dd-5995-4da4-8002-81eec076b924 req-234fa65d-978e-4b6f-bc57-3d1faf231702 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433085 May 19 16:55:44.306171 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-9c75b24e-d5bd-4b44-94da-aafd102d6e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:45.085832 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8a5e3-8779-44b7-9294-13d661beb942 req-95b17b7e-212c-4a46-b7ff-f67e9b4a3b5e tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:45.087911 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e4d8a5e3-8779-44b7-9294-13d661beb942 req-95b17b7e-212c-4a46-b7ff-f67e9b4a3b5e tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0484834 May 19 16:55:45.138200 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e4d8a5e3-8779-44b7-9294-13d661beb942 req-1030f5d9-6d3f-4a3c-a6b4-813c83734213 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446525 May 19 16:55:45.238986 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:46.273462 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7219c4-2008-4f0b-981a-8bb87c0d524c req-860efcd7-b952-4f21-a629-754afcde8390 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:46.275974 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9b7219c4-2008-4f0b-981a-8bb87c0d524c req-860efcd7-b952-4f21-a629-754afcde8390 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0656571 May 19 16:55:46.338692 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9b7219c4-2008-4f0b-981a-8bb87c0d524c req-a2d077ee-93e4-42a0-b2f9-1376c6fbd14c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544765 May 19 16:55:46.699756 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device bdcf063e-89c5-4dd4-8d96-078d31278d21 no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:55:46.774468 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port bdcf063e-89c5-4dd4-8d96-078d31278d21 is: ACTIVE; New status is: DOWN {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:55:46.774856 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:46.796681 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdcf063e-89c5-4dd4-8d96-078d31278d21'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:55:46.798942 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bbb95e-aa99-4a03-a8ac-256dbdbc4ff0" -d '{"events": [{"server_uuid": "8395bd9a-4534-4aa5-b2d0-f08d866a9339", "name": "network-vif-unplugged", "status": "completed", "tag": "bdcf063e-89c5-4dd4-8d96-078d31278d21"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:55:46.815501 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port bdcf063e-89c5-4dd4-8d96-078d31278d21, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:55:46.819058 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:46.841902 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 May 2022 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f01b88-5bfc-4381-a556-8eb4fed4fb95 x-openstack-request-id: req-45f01b88-5bfc-4381-a556-8eb4fed4fb95 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:55:46.842195 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8395bd9a-4534-4aa5-b2d0-f08d866a9339", "name": "network-vif-unplugged", "status": "failed", "tag": "bdcf063e-89c5-4dd4-8d96-078d31278d21", "code": 422}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:55:46.842445 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45f01b88-5bfc-4381-a556-8eb4fed4fb95 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:55:46.842867 dv-cinder-842433-1-iscsi neutron-server[110372]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-45f01b88-5bfc-4381-a556-8eb4fed4fb95']: {'server_uuid': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'code': 422} returned with failed status May 19 16:55:46.869714 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=bdcf063e-89c5-4dd4-8d96-078d31278d21,revision_number=6']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:46.879971 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.880322 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.880669 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.881068 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.881357 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.881698 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.882086 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.882338 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.882663 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.883020 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.883904 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.884231 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.884581 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.884903 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.885247 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:55:46.974767 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:46.980068 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:47.005096 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:47.416494 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:47.454900 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7d021-d41d-45f4-86c9-2444bf4f8b8c req-f695625a-eb93-406a-a446-0e09d1a8346f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:47.456371 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-abf7d021-d41d-45f4-86c9-2444bf4f8b8c req-f695625a-eb93-406a-a446-0e09d1a8346f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0502832 May 19 16:55:47.510880 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-abf7d021-d41d-45f4-86c9-2444bf4f8b8c req-8400d5cb-7eb1-4875-9c4f-262336a03bcb tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484066 May 19 16:55:47.626317 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 40928) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:55:47.680176 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_v2 [None req-737f47df-b3dd-4923-9e6a-29c032710d29 admin admin] Deleting subnet a2dd2344-47f1-4a07-ae24-8a8bfe39fd10 {{(pid=110371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:55:47.691563 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-737f47df-b3dd-4923-9e6a-29c032710d29 admin admin] Publish callbacks [] for subnet (a2dd2344-47f1-4a07-ae24-8a8bfe39fd10), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:47.732213 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:47.756944 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59b3d5-44ef-4f15-843c-1705a47f74d3 req-47938b1d-0142-450c-a736-becbab040ea5 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:47.758518 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-df59b3d5-44ef-4f15-843c-1705a47f74d3 req-47938b1d-0142-450c-a736-becbab040ea5 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0824051 May 19 16:55:47.760833 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-737f47df-b3dd-4923-9e6a-29c032710d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-40884'] for subnet (a2dd2344-47f1-4a07-ae24-8a8bfe39fd10), precommit_delete_associations {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:47.815724 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-964eb050-866d-4fc6-b5fa-7fe726c8ddfc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514478 May 19 16:55:47.841685 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-737f47df-b3dd-4923-9e6a-29c032710d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (a2dd2344-47f1-4a07-ae24-8a8bfe39fd10), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:47.872251 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-df59b3d5-44ef-4f15-843c-1705a47f74d3 req-460eeee2-4521-4ff5-87af-7815f15d2f51 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918713 May 19 16:55:47.912252 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-737f47df-b3dd-4923-9e6a-29c032710d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3953882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3860270'] for subnet (a2dd2344-47f1-4a07-ae24-8a8bfe39fd10), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:47.938899 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f47df-b3dd-4923-9e6a-29c032710d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2dd2344-47f1-4a07-ae24-8a8bfe39fd10,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:47.940907 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-737f47df-b3dd-4923-9e6a-29c032710d29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:47.946687 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-737f47df-b3dd-4923-9e6a-29c032710d29 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a2dd2344-47f1-4a07-ae24-8a8bfe39fd10 HTTP/1.1" status: 204 len: 168 time: 0.3182149 May 19 16:55:47.947262 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 40936) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:55:48.311811 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-8562bab4-6fd5-4d52-9dfb-a716863e2268 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:48.313209 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-8562bab4-6fd5-4d52-9dfb-a716863e2268 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports/bdcf063e-89c5-4dd4-8d96-078d31278d21 HTTP/1.1" status: 200 len: 940 time: 0.4793196 May 19 16:55:48.322791 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d4e78eeb-6638-40a1-a09f-e1bbc1d373ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (9fd571e0-cea6-467a-8ce2-76303169e116), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:48.414257 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d4e78eeb-6638-40a1-a09f-e1bbc1d373ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (9fd571e0-cea6-467a-8ce2-76303169e116), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:48.437391 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-d4e78eeb-6638-40a1-a09f-e1bbc1d373ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd571e0-cea6-467a-8ce2-76303169e116']}} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:55:48.448797 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-d4e78eeb-6638-40a1-a09f-e1bbc1d373ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4253d12-f227-46dc-90ed-1178f5ef2491') {'for_net_delete': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:55:48.449099 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-d4e78eeb-6638-40a1-a09f-e1bbc1d373ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4253d12-f227-46dc-90ed-1178f5ef2491') {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:55:48.460273 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d4e78eeb-6638-40a1-a09f-e1bbc1d373ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260361751'] for segment (b4253d12-f227-46dc-90ed-1178f5ef2491), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:48.475553 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d4e78eeb-6638-40a1-a09f-e1bbc1d373ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (b4253d12-f227-46dc-90ed-1178f5ef2491), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:48.482842 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e78eeb-6638-40a1-a09f-e1bbc1d373ec admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=110370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:55:48.483266 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d4e78eeb-6638-40a1-a09f-e1bbc1d373ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260501306'] for segment (b4253d12-f227-46dc-90ed-1178f5ef2491), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: Traceback (most recent call last): May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: timer() May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: cb(*args, **kw) May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: return func(*args, **kwargs) May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: self._notify() May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: self.callback(batched_events) May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: event.method(event) May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: return f(self, *a, **k) May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._get(url).json() May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: return self.request(url, 'GET', **kwargs) May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:55:48.486573 dv-cinder-842433-1-iscsi neutron-server[110370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:55:48.551639 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d4e78eeb-6638-40a1-a09f-e1bbc1d373ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (9fd571e0-cea6-467a-8ce2-76303169e116), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:48.569286 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e78eeb-6638-40a1-a09f-e1bbc1d373ec admin admin] Pushing event deleted for resources: {'Network': ['ID=9fd571e0-cea6-467a-8ce2-76303169e116,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:48.572115 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d4e78eeb-6638-40a1-a09f-e1bbc1d373ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:48.578078 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-d4e78eeb-6638-40a1-a09f-e1bbc1d373ec admin admin] 10.222.0.36 "DELETE /v2.0/networks/9fd571e0-cea6-467a-8ce2-76303169e116 HTTP/1.1" status: 204 len: 168 time: 0.6272695 May 19 16:55:48.592751 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:48.796327 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 40976) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:55:48.846210 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-d5e7f568-8599-448d-a235-10f5b8863b1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=efe37371967543a3aa0834579ad5e714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479786 May 19 16:55:48.849403 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 40978) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:55:48.896099 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 40980) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:55:48.909305 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-95861f6c-b1a7-4cc7-8b66-015409066d6d admin admin] Publish callbacks [] for security_group (b0edce99-25c1-443f-9f06-fce22c0b5a4b), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:48.935979 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-95861f6c-b1a7-4cc7-8b66-015409066d6d admin admin] Publish callbacks [] for security_group (b0edce99-25c1-443f-9f06-fce22c0b5a4b), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:49.015886 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0898570-d1f4-4346-8f97-5808076c1857 req-6415573f-9262-4bb9-8193-e687c320ed83 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:49.017933 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a0898570-d1f4-4346-8f97-5808076c1857 req-6415573f-9262-4bb9-8193-e687c320ed83 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0743244 May 19 16:55:49.019166 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5d9f-2646-48c2-9aea-7e2bdaf72b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:49.060005 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-95861f6c-b1a7-4cc7-8b66-015409066d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (b0edce99-25c1-443f-9f06-fce22c0b5a4b), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:49.063242 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-95861f6c-b1a7-4cc7-8b66-015409066d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:49.064998 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-95861f6c-b1a7-4cc7-8b66-015409066d6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0edce99-25c1-443f-9f06-fce22c0b5a4b HTTP/1.1" status: 204 len: 168 time: 0.2136464 May 19 16:55:49.093807 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95861f6c-b1a7-4cc7-8b66-015409066d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0edce99-25c1-443f-9f06-fce22c0b5a4b,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:49.103865 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a0898570-d1f4-4346-8f97-5808076c1857 req-f1f9d2cf-bcf2-4565-9796-6a65209d159a tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789030 May 19 16:55:49.120027 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5d9f-2646-48c2-9aea-7e2bdaf72b2c admin admin] Publish callbacks [] for security_group (f058a7bd-9c99-4468-aa03-23d9213d36ff), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:49.127088 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5d9f-2646-48c2-9aea-7e2bdaf72b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (f058a7bd-9c99-4468-aa03-23d9213d36ff), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:49.175429 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-2e9b5d9f-2646-48c2-9aea-7e2bdaf72b2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d32636d2103a45d8ac1902c8321b4411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780697 May 19 16:55:49.178165 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 40988) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:55:49.184746 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b5d9f-2646-48c2-9aea-7e2bdaf72b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f058a7bd-9c99-4468-aa03-23d9213d36ff,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:49.240548 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-24aa46d7-6c05-4ff6-aa05-f92682a2e278 admin admin] Publish callbacks [] for security_group (f058a7bd-9c99-4468-aa03-23d9213d36ff), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:49.266125 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-24aa46d7-6c05-4ff6-aa05-f92682a2e278 admin admin] Publish callbacks [] for security_group (f058a7bd-9c99-4468-aa03-23d9213d36ff), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:49.322504 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-24aa46d7-6c05-4ff6-aa05-f92682a2e278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (f058a7bd-9c99-4468-aa03-23d9213d36ff), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:49.325058 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-24aa46d7-6c05-4ff6-aa05-f92682a2e278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:49.329593 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-24aa46d7-6c05-4ff6-aa05-f92682a2e278 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f058a7bd-9c99-4468-aa03-23d9213d36ff HTTP/1.1" status: 204 len: 168 time: 0.1504147 May 19 16:55:49.339828 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa46d7-6c05-4ff6-aa05-f92682a2e278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f058a7bd-9c99-4468-aa03-23d9213d36ff,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:49.629725 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41004) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:55:49.645261 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-12880649-a540-4d15-bb41-a2199c99c6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:49.702137 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-b494a3c4-2bdb-4e17-add3-65cb0de5f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:49.703584 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-b494a3c4-2bdb-4e17-add3-65cb0de5f3c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339&tenant_id=f232c172df994d3d909d7999238b1935 HTTP/1.1" status: 200 len: 1127 time: 0.0799594 May 19 16:55:49.730574 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-12880649-a540-4d15-bb41-a2199c99c6f1 admin admin] Publish callbacks [] for security_group (e39c5ee5-f971-4443-9671-a036ee5b911f), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:49.736633 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-12880649-a540-4d15-bb41-a2199c99c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e39c5ee5-f971-4443-9671-a036ee5b911f), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:49.771982 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:49.776850 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-190ab6fe-3f16-45ee-84f9-ee3a5a88d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:49.778588 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-190ab6fe-3f16-45ee-84f9-ee3a5a88d4e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f232c172df994d3d909d7999238b1935&device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 1127 time: 0.0506518 May 19 16:55:49.787704 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-12880649-a540-4d15-bb41-a2199c99c6f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa08f503e4d345619cf6ecb35eca7ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568766 May 19 16:55:49.788747 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12880649-a540-4d15-bb41-a2199c99c6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c5ee5-f971-4443-9671-a036ee5b911f,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:49.794096 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41010) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:55:49.914917 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f967ed84-8ac8-48be-bab1-f9e29684135c admin admin] Publish callbacks [] for security_group (e39c5ee5-f971-4443-9671-a036ee5b911f), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:49.927721 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-b23d80c4-4720-4aeb-bf5c-e168e5b19712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:49.929261 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-b23d80c4-4720-4aeb-bf5c-e168e5b19712 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3 HTTP/1.1" status: 200 len: 910 time: 0.1449349 May 19 16:55:49.934293 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:49.951942 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f967ed84-8ac8-48be-bab1-f9e29684135c admin admin] Publish callbacks [] for security_group (e39c5ee5-f971-4443-9671-a036ee5b911f), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:50.027629 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-2c653c6f-c654-46f2-a121-d227a7b65a41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21 HTTP/1.1" status: 200 len: 999 time: 0.0921199 May 19 16:55:50.074670 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f967ed84-8ac8-48be-bab1-f9e29684135c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (e39c5ee5-f971-4443-9671-a036ee5b911f), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:50.077403 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f967ed84-8ac8-48be-bab1-f9e29684135c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:55:50.078556 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-f967ed84-8ac8-48be-bab1-f9e29684135c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e39c5ee5-f971-4443-9671-a036ee5b911f HTTP/1.1" status: 204 len: 168 time: 0.2835071 May 19 16:55:50.093653 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967ed84-8ac8-48be-bab1-f9e29684135c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c5ee5-f971-4443-9671-a036ee5b911f,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:55:50.100455 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-729f95b2-a6d6-48fd-95c4-6a630e95b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:50.102476 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-729f95b2-a6d6-48fd-95c4-6a630e95b3cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6aa80667-062b-4e9f-a2ca-1e239f186451 HTTP/1.1" status: 200 len: 848 time: 0.0687590 May 19 16:55:50.174409 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-b70b6262-1ea4-4d09-ad58-9e696ea387be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:50.176007 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-b70b6262-1ea4-4d09-ad58-9e696ea387be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679164 May 19 16:55:50.293712 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e3995-6771-4969-95c3-2299ff1cdfde req-19b3127b-f73b-41a8-adcb-3dd3ccab68f3 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:50.295280 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1a8e3995-6771-4969-95c3-2299ff1cdfde req-19b3127b-f73b-41a8-adcb-3dd3ccab68f3 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0921285 May 19 16:55:50.344154 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-6de75f1d-f072-4ec3-b16c-5846095f4615 service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620853 May 19 16:55:50.418786 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1a8e3995-6771-4969-95c3-2299ff1cdfde req-80280938-f1d7-47e4-a0a8-324e3097fcf1 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161611 May 19 16:55:50.458125 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-4e30c902-f3f1-4b83-a03c-0ff0105862b2 req-a32be77c-5e6b-46db-9a00-f18ac28e8f8a service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080208 May 19 16:55:51.543319 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0153f8-bd85-4fc4-95f3-4339a70d8bee req-388a3ee3-8730-4c09-ade7-7140f153a37f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:51.544829 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bb0153f8-bd85-4fc4-95f3-4339a70d8bee req-388a3ee3-8730-4c09-ade7-7140f153a37f tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0525115 May 19 16:55:51.597553 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bb0153f8-bd85-4fc4-95f3-4339a70d8bee req-3ccaf104-8dbd-421d-8fce-03f1b6791046 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468333 May 19 16:55:52.718364 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6706908-d386-43dc-ab88-196f0800f027 req-6824ba81-9b3f-445f-a697-a82802a6fa33 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:52.719888 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c6706908-d386-43dc-ab88-196f0800f027 req-6824ba81-9b3f-445f-a697-a82802a6fa33 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0481286 May 19 16:55:52.775457 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c6706908-d386-43dc-ab88-196f0800f027 req-8f922955-6fc3-48de-9970-d8f9837d5d4c tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490971 May 19 16:55:53.897807 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d153d-9833-47db-871c-f9f1ae988037 req-7a5f67be-e5d0-4b7c-97f7-346ec89c0f28 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:53.899368 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c18d153d-9833-47db-871c-f9f1ae988037 req-7a5f67be-e5d0-4b7c-97f7-346ec89c0f28 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0488029 May 19 16:55:53.950094 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c18d153d-9833-47db-871c-f9f1ae988037 req-f8bc1467-284f-4d07-bb65-ced99a979127 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451298 May 19 16:55:55.064130 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d3d7f-3e1d-4ec5-8c93-161db30f5cae req-708df530-9b16-41b7-af05-cbad2dc78985 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:55.065548 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-993d3d7f-3e1d-4ec5-8c93-161db30f5cae req-708df530-9b16-41b7-af05-cbad2dc78985 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0477333 May 19 16:55:55.092323 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:55.119139 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-993d3d7f-3e1d-4ec5-8c93-161db30f5cae req-4ca4177f-7c7b-477e-a16c-7f9de3044f4e tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480306 May 19 16:55:56.239160 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746dedd-956c-4e7e-b2f6-e56ecc6262ec req-1bc3bfa7-ebc2-46a0-9c9a-a3c866f95f30 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:56.240635 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2746dedd-956c-4e7e-b2f6-e56ecc6262ec req-1bc3bfa7-ebc2-46a0-9c9a-a3c866f95f30 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0530882 May 19 16:55:56.289479 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2746dedd-956c-4e7e-b2f6-e56ecc6262ec req-c7660f16-0143-464c-93e8-6b990c02aae9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431957 May 19 16:55:57.387339 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:57.401659 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0df76-1a7e-48a3-afa3-cde1e69c28ea req-da205804-7c00-4d6b-9b6d-12f3a11a8708 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:57.403113 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-25e0df76-1a7e-48a3-afa3-cde1e69c28ea req-da205804-7c00-4d6b-9b6d-12f3a11a8708 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0472624 May 19 16:55:57.450913 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-25e0df76-1a7e-48a3-afa3-cde1e69c28ea req-5f08a95c-c788-449e-8c5b-f78742695e21 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423582 May 19 16:55:58.405377 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:55:58.566662 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9851c13-32b2-47b4-a5f5-398a4b3208b9 req-f1d13e5b-81de-4197-b8c0-69b097f5713b tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:58.568132 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d9851c13-32b2-47b4-a5f5-398a4b3208b9 req-f1d13e5b-81de-4197-b8c0-69b097f5713b tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0493925 May 19 16:55:58.621905 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d9851c13-32b2-47b4-a5f5-398a4b3208b9 req-fb01be83-fc5b-4efa-a739-08af7ff0d6d2 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481732 May 19 16:55:59.364250 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:59.735246 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9fd21-cd20-4598-81f4-9df64d9672df req-93ab8da4-0438-40aa-88be-58c1228045f2 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:55:59.736748 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b4f9fd21-cd20-4598-81f4-9df64d9672df req-93ab8da4-0438-40aa-88be-58c1228045f2 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0478108 May 19 16:55:59.781742 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:59.784091 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:55:59.788649 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b4f9fd21-cd20-4598-81f4-9df64d9672df req-c25429c4-c5c8-4247-83b6-9e3ee6d94f2e tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464027 May 19 16:56:00.115195 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:00.904712 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c0ca5-2324-4ad6-869d-fc76132aa51c req-3c561ab8-6bc6-4113-bde9-7d15c5d0df02 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:56:00.906227 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e56c0ca5-2324-4ad6-869d-fc76132aa51c req-3c561ab8-6bc6-4113-bde9-7d15c5d0df02 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0489738 May 19 16:56:00.957852 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e56c0ca5-2324-4ad6-869d-fc76132aa51c req-59f211c1-f293-4e23-981b-8893b77c7ff4 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458274 May 19 16:56:02.081549 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7ac0f-8255-4809-9310-0688decfa0c2 req-c25385c2-120f-43ba-905c-6b7e32fe1d6b tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:56:02.083075 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-66a7ac0f-8255-4809-9310-0688decfa0c2 req-c25385c2-120f-43ba-905c-6b7e32fe1d6b tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0533786 May 19 16:56:02.133892 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-66a7ac0f-8255-4809-9310-0688decfa0c2 req-bff6e352-dc34-4584-9fd9-fa3dfe86d197 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454340 May 19 16:56:03.260370 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa29b7-7895-4137-8898-231bce74c253 req-bbd3ac08-bcf4-4034-83e1-3bd656987ffe tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:56:03.262459 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-72fa29b7-7895-4137-8898-231bce74c253 req-bbd3ac08-bcf4-4034-83e1-3bd656987ffe tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0539229 May 19 16:56:03.315556 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-72fa29b7-7895-4137-8898-231bce74c253 req-c9829ec2-cbe3-4bc5-83a9-50f68f1c4d4d tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476015 May 19 16:56:04.435042 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76b194-3055-4f74-ad6c-d2dd7393c698 req-c4cfa8ca-d97b-4e02-bf01-d1b90152b74b tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:56:04.435042 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ad76b194-3055-4f74-ad6c-d2dd7393c698 req-c4cfa8ca-d97b-4e02-bf01-d1b90152b74b tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 943 time: 0.0529506 May 19 16:56:04.485347 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ad76b194-3055-4f74-ad6c-d2dd7393c698 req-efd6c0da-5a97-4438-aeda-842fd8f911a8 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443983 May 19 16:56:04.774316 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device bdcf063e-89c5-4dd4-8d96-078d31278d21 details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:56:04.834841 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41278) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:04.883690 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port bdcf063e-89c5-4dd4-8d96-078d31278d21, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:56:04.895795 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'port_id': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'mac_address': 'fa:16:3e:4e:aa:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:56:04.931634 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port bdcf063e-89c5-4dd4-8d96-078d31278d21 is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:56:04.932028 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:04.945687 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdcf063e-89c5-4dd4-8d96-078d31278d21 {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:56:04.945877 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-02b600c6-de7e-44cf-8c4f-da02045611f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:04.967379 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port bdcf063e-89c5-4dd4-8d96-078d31278d21, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:56:04.970611 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:05.017822 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=bdcf063e-89c5-4dd4-8d96-078d31278d21,revision_number=7']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:05.021248 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-02b600c6-de7e-44cf-8c4f-da02045611f0 admin admin] Publish callbacks [] for security_group (b63f4749-4c19-4088-87e2-33b29bd3ae35), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:05.025099 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-02b600c6-de7e-44cf-8c4f-da02045611f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (b63f4749-4c19-4088-87e2-33b29bd3ae35), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:05.062578 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b600c6-de7e-44cf-8c4f-da02045611f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63f4749-4c19-4088-87e2-33b29bd3ae35,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:05.067948 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-02b600c6-de7e-44cf-8c4f-da02045611f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea859952b67847e595daa9ce81c3b76e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320857 May 19 16:56:05.070653 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41282) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:05.097547 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:05.124601 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5c0e21f6-f237-42c8-9ac3-bc901f2005be admin admin] Publish callbacks [] for security_group (b63f4749-4c19-4088-87e2-33b29bd3ae35), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:05.135139 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:05.147835 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5c0e21f6-f237-42c8-9ac3-bc901f2005be admin admin] Publish callbacks [] for security_group (b63f4749-4c19-4088-87e2-33b29bd3ae35), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:05.197781 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5c0e21f6-f237-42c8-9ac3-bc901f2005be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (b63f4749-4c19-4088-87e2-33b29bd3ae35), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:05.200978 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-5c0e21f6-f237-42c8-9ac3-bc901f2005be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:05.202135 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-5c0e21f6-f237-42c8-9ac3-bc901f2005be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b63f4749-4c19-4088-87e2-33b29bd3ae35 HTTP/1.1" status: 204 len: 168 time: 0.1305764 May 19 16:56:05.209612 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e21f6-f237-42c8-9ac3-bc901f2005be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63f4749-4c19-4088-87e2-33b29bd3ae35,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:05.305086 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['bdcf063e-89c5-4dd4-8d96-078d31278d21'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:56:05.497724 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41290) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:05.511716 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4e86e0f3-b46c-48b4-8076-7127dc5aea19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:05.622703 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4e86e0f3-b46c-48b4-8076-7127dc5aea19 admin admin] Publish callbacks [] for security_group (ee5737e8-8675-46e7-bdd8-2c64875c74a1), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:05.629776 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed299db6-6c37-49ab-8d9b-14d8b3c3b359 req-69c56bb1-21ea-41a7-aff4-013ab2f6b6d6 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:56:05.631254 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ed299db6-6c37-49ab-8d9b-14d8b3c3b359 req-69c56bb1-21ea-41a7-aff4-013ab2f6b6d6 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 944 time: 0.0659423 May 19 16:56:05.632262 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4e86e0f3-b46c-48b4-8076-7127dc5aea19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ee5737e8-8675-46e7-bdd8-2c64875c74a1), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:05.688451 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-4e86e0f3-b46c-48b4-8076-7127dc5aea19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11bbbeb6fb5341828066ef72e822d09d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895857 May 19 16:56:05.690952 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86e0f3-b46c-48b4-8076-7127dc5aea19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5737e8-8675-46e7-bdd8-2c64875c74a1,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:05.691174 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41294) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:05.717734 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ed299db6-6c37-49ab-8d9b-14d8b3c3b359 req-4554cfc5-72f2-4ea0-893f-53a6e741bd6b tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789435 May 19 16:56:05.739921 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Publish callbacks [] for security_group (ee5737e8-8675-46e7-bdd8-2c64875c74a1), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:05.774728 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Publish callbacks [] for security_group (ee5737e8-8675-46e7-bdd8-2c64875c74a1), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:05.824831 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ee5737e8-8675-46e7-bdd8-2c64875c74a1), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:05.827409 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:05.828530 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee5737e8-8675-46e7-bdd8-2c64875c74a1 HTTP/1.1" status: 204 len: 168 time: 0.1363492 May 19 16:56:05.836184 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5737e8-8675-46e7-bdd8-2c64875c74a1,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:05.843973 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:05.844319 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:05.844661 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:05.845017 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:05.845362 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:05.845693 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:05.846021 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:05.846347 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:05.846671 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:05.846994 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:05.847320 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:05.847643 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:05.847991 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:05.848264 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:05.848581 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02553314-c623-4569-afe6-c00826e7fdeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:06.780328 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device bdcf063e-89c5-4dd4-8d96-078d31278d21 up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:56:06.835610 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port bdcf063e-89c5-4dd4-8d96-078d31278d21 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:56:06.836048 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:06.843541 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cb4bf-9ebf-456b-81bd-2ca8c1e1321e req-04f39f0f-8423-4f38-9a4d-0e0ef3b7b1ae tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:56:06.845643 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ad1cb4bf-9ebf-456b-81bd-2ca8c1e1321e req-04f39f0f-8423-4f38-9a4d-0e0ef3b7b1ae tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 944 time: 0.0574257 May 19 16:56:06.910239 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ad1cb4bf-9ebf-456b-81bd-2ca8c1e1321e req-4d421623-ffd8-4c4a-8a0a-8eb5de351b11 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584557 May 19 16:56:06.914809 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port bdcf063e-89c5-4dd4-8d96-078d31278d21 is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:56:06.915360 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:06.938881 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcf063e-89c5-4dd4-8d96-078d31278d21'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:56:06.941101 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd76341-23b1-4e8a-b87a-7605eda19533" -d '{"events": [{"server_uuid": "8395bd9a-4534-4aa5-b2d0-f08d866a9339", "name": "network-vif-plugged", "status": "completed", "tag": "bdcf063e-89c5-4dd4-8d96-078d31278d21"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:56:06.957938 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port bdcf063e-89c5-4dd4-8d96-078d31278d21, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:56:06.962056 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:06.984974 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae8a879-ab54-4425-a9aa-d3777a4e148a x-openstack-request-id: req-9ae8a879-ab54-4425-a9aa-d3777a4e148a {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:56:06.985291 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8395bd9a-4534-4aa5-b2d0-f08d866a9339", "name": "network-vif-plugged", "status": "completed", "tag": "bdcf063e-89c5-4dd4-8d96-078d31278d21", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:56:06.985549 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ae8a879-ab54-4425-a9aa-d3777a4e148a {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:56:06.985997 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae8a879-ab54-4425-a9aa-d3777a4e148a'] response: {'server_uuid': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'code': 200} May 19 16:56:06.989794 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:07.013836 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=bdcf063e-89c5-4dd4-8d96-078d31278d21,revision_number=8']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:07.202089 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7e25c-74a8-48ff-a263-a7b44243d013 req-c3f426ff-d8da-423d-bb3d-878050f25a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:56:07.203770 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-96f7e25c-74a8-48ff-a263-a7b44243d013 req-c3f426ff-d8da-423d-bb3d-878050f25a20 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 1129 time: 0.0392666 May 19 16:56:07.251386 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-96f7e25c-74a8-48ff-a263-a7b44243d013 req-c0b8f910-836f-428b-92fc-e3cfa04206ad service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419495 May 19 16:56:07.813442 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41372) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:07.918440 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b4db31cd-8779-491d-b4e5-d73a3406bb0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:07.993690 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b4db31cd-8779-491d-b4e5-d73a3406bb0f admin admin] Publish callbacks [] for security_group (866a0ded-7b2d-4ddd-909d-e58228a37a4c), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:07.998530 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b4db31cd-8779-491d-b4e5-d73a3406bb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (866a0ded-7b2d-4ddd-909d-e58228a37a4c), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:08.036575 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db31cd-8779-491d-b4e5-d73a3406bb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866a0ded-7b2d-4ddd-909d-e58228a37a4c,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:08.043859 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-b4db31cd-8779-491d-b4e5-d73a3406bb0f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28def19a29f0470c8dbe499152ca357d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264357 May 19 16:56:08.044026 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a14385-a955-4f2a-afea-ea5b3a051644 req-ca4fba17-1562-4ae2-a369-268eaa475b80 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:56:08.044474 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41378) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:08.050765 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-57a14385-a955-4f2a-afea-ea5b3a051644 req-ca4fba17-1562-4ae2-a369-268eaa475b80 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0576324 May 19 16:56:08.092378 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-79271bfe-0a42-4143-8ad6-36319e04bc43 admin admin] Publish callbacks [] for security_group (866a0ded-7b2d-4ddd-909d-e58228a37a4c), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:08.094428 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-57a14385-a955-4f2a-afea-ea5b3a051644 req-9f4382d3-42c0-4aa7-9e9d-625651d988b2 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428462 May 19 16:56:08.115175 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-79271bfe-0a42-4143-8ad6-36319e04bc43 admin admin] Publish callbacks [] for security_group (866a0ded-7b2d-4ddd-909d-e58228a37a4c), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:08.162705 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-79271bfe-0a42-4143-8ad6-36319e04bc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (866a0ded-7b2d-4ddd-909d-e58228a37a4c), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:08.165336 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-79271bfe-0a42-4143-8ad6-36319e04bc43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:08.166479 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-79271bfe-0a42-4143-8ad6-36319e04bc43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/866a0ded-7b2d-4ddd-909d-e58228a37a4c HTTP/1.1" status: 204 len: 168 time: 0.1213720 May 19 16:56:08.176128 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79271bfe-0a42-4143-8ad6-36319e04bc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866a0ded-7b2d-4ddd-909d-e58228a37a4c,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:08.439908 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41384) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:08.453167 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8bffb1c6-bcc7-4aa6-8777-bcb4873d8559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:08.531212 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8bffb1c6-bcc7-4aa6-8777-bcb4873d8559 admin admin] Publish callbacks [] for security_group (c2439544-67fb-48f8-bfd2-e96454ff858d), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:08.535152 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8bffb1c6-bcc7-4aa6-8777-bcb4873d8559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c2439544-67fb-48f8-bfd2-e96454ff858d), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:08.574621 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-8bffb1c6-bcc7-4aa6-8777-bcb4873d8559 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7bfec8e64f9495dab42ce2546c30bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335921 May 19 16:56:08.576566 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffb1c6-bcc7-4aa6-8777-bcb4873d8559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2439544-67fb-48f8-bfd2-e96454ff858d,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:08.577286 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41386) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:08.626045 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4ba6a6c8-e4cc-4a25-b5d2-01624ed5a5b2 admin admin] Publish callbacks [] for security_group (c2439544-67fb-48f8-bfd2-e96454ff858d), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:08.647006 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4ba6a6c8-e4cc-4a25-b5d2-01624ed5a5b2 admin admin] Publish callbacks [] for security_group (c2439544-67fb-48f8-bfd2-e96454ff858d), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:08.692628 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4ba6a6c8-e4cc-4a25-b5d2-01624ed5a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c2439544-67fb-48f8-bfd2-e96454ff858d), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:08.695099 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-4ba6a6c8-e4cc-4a25-b5d2-01624ed5a5b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:08.696217 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-4ba6a6c8-e4cc-4a25-b5d2-01624ed5a5b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2439544-67fb-48f8-bfd2-e96454ff858d HTTP/1.1" status: 204 len: 168 time: 0.1177855 May 19 16:56:08.704379 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6a6c8-e4cc-4a25-b5d2-01624ed5a5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2439544-67fb-48f8-bfd2-e96454ff858d,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:09.211567 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fff69-1ff4-4cad-a83a-a8245aaf208b req-e4f1ed91-2be1-475f-96e2-757199541503 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:56:09.213061 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-017fff69-1ff4-4cad-a83a-a8245aaf208b req-e4f1ed91-2be1-475f-96e2-757199541503 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0483177 May 19 16:56:09.267763 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:09.272526 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-017fff69-1ff4-4cad-a83a-a8245aaf208b req-28e8cbfb-4305-41b6-aaa2-3352f72e178e tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538788 May 19 16:56:10.999912 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-cb685602-cf59-4d40-aba3-cfb0dd71ac18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:11.098974 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:12.821601 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41456) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:12.944358 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a71042de-3dfb-4c51-887c-ded402f07cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:12.966630 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:13.025829 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a71042de-3dfb-4c51-887c-ded402f07cf1 admin admin] Publish callbacks [] for security_group (596d78be-d0a8-4841-9702-8f67015a8265), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:13.030086 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a71042de-3dfb-4c51-887c-ded402f07cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (596d78be-d0a8-4841-9702-8f67015a8265), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:13.069474 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-a71042de-3dfb-4c51-887c-ded402f07cf1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06c1851ebcfe47a6bbbc177f1856a6cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463691 May 19 16:56:13.070574 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71042de-3dfb-4c51-887c-ded402f07cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596d78be-d0a8-4841-9702-8f67015a8265,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:13.072104 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41466) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:13.121562 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b99957e-0ad7-4d68-92da-0e059c978027 admin admin] Publish callbacks [] for security_group (596d78be-d0a8-4841-9702-8f67015a8265), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:13.138650 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:13.143567 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b99957e-0ad7-4d68-92da-0e059c978027 admin admin] Publish callbacks [] for security_group (596d78be-d0a8-4841-9702-8f67015a8265), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:13.151893 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:13.193162 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b99957e-0ad7-4d68-92da-0e059c978027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (596d78be-d0a8-4841-9702-8f67015a8265), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:13.195731 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b99957e-0ad7-4d68-92da-0e059c978027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:13.196869 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-6b99957e-0ad7-4d68-92da-0e059c978027 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/596d78be-d0a8-4841-9702-8f67015a8265 HTTP/1.1" status: 204 len: 168 time: 0.1236856 May 19 16:56:13.204921 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99957e-0ad7-4d68-92da-0e059c978027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596d78be-d0a8-4841-9702-8f67015a8265,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:13.216864 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:13.486926 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41472) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:13.501490 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d940e9af-6763-4313-9efe-be4d7becd8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:13.574456 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d940e9af-6763-4313-9efe-be4d7becd8b9 admin admin] Publish callbacks [] for security_group (54fa7a7c-e5be-4f28-b518-c5eb6538b8ed), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:13.578006 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d940e9af-6763-4313-9efe-be4d7becd8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (54fa7a7c-e5be-4f28-b518-c5eb6538b8ed), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:13.616185 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940e9af-6763-4313-9efe-be4d7becd8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fa7a7c-e5be-4f28-b518-c5eb6538b8ed,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:13.622385 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-d940e9af-6763-4313-9efe-be4d7becd8b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c585029bffdb4bd495682e97c421fc09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343079 May 19 16:56:13.624960 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41474) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:13.674736 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3f47b788-628f-4170-af0a-7487dffa20e5 admin admin] Publish callbacks [] for security_group (54fa7a7c-e5be-4f28-b518-c5eb6538b8ed), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:13.695290 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3f47b788-628f-4170-af0a-7487dffa20e5 admin admin] Publish callbacks [] for security_group (54fa7a7c-e5be-4f28-b518-c5eb6538b8ed), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:13.740673 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3f47b788-628f-4170-af0a-7487dffa20e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (54fa7a7c-e5be-4f28-b518-c5eb6538b8ed), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:13.743197 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-3f47b788-628f-4170-af0a-7487dffa20e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:13.744607 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-3f47b788-628f-4170-af0a-7487dffa20e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54fa7a7c-e5be-4f28-b518-c5eb6538b8ed HTTP/1.1" status: 204 len: 168 time: 0.1186562 May 19 16:56:13.754273 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47b788-628f-4170-af0a-7487dffa20e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fa7a7c-e5be-4f28-b518-c5eb6538b8ed,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:14.318057 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-dfdd9190-2b7d-4885-a5eb-b38d6d6da6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:15.240858 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:17.007193 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:18.369163 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:18.375584 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:18.588718 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:19.745187 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c662eaf5-13b6-4d15-9175-54c2185efd77 req-bcb826fa-7138-4228-8bc7-fc45f318cfb4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390737 May 19 16:56:21.525422 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662eaf5-13b6-4d15-9175-54c2185efd77 req-32a29445-632b-42e9-8317-c924aa37e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:56:21.526945 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c662eaf5-13b6-4d15-9175-54c2185efd77 req-32a29445-632b-42e9-8317-c924aa37e4cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f232c172df994d3d909d7999238b1935&device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 1129 time: 0.0408778 May 19 16:56:21.636072 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662eaf5-13b6-4d15-9175-54c2185efd77 req-c5248258-5d62-4961-8e24-ec2c3e105741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:56:21.637578 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c662eaf5-13b6-4d15-9175-54c2185efd77 req-c5248258-5d62-4961-8e24-ec2c3e105741 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3 HTTP/1.1" status: 200 len: 910 time: 0.0902178 May 19 16:56:21.699979 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c662eaf5-13b6-4d15-9175-54c2185efd77 req-6b647bac-aab9-4429-93fb-d63652c91305 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21 HTTP/1.1" status: 200 len: 1001 time: 0.0558133 May 19 16:56:21.736721 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:21.755557 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662eaf5-13b6-4d15-9175-54c2185efd77 req-3483447c-7612-4457-a990-264eeffefb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:56:21.757028 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c662eaf5-13b6-4d15-9175-54c2185efd77 req-3483447c-7612-4457-a990-264eeffefb5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6aa80667-062b-4e9f-a2ca-1e239f186451 HTTP/1.1" status: 200 len: 848 time: 0.0506275 May 19 16:56:21.801733 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662eaf5-13b6-4d15-9175-54c2185efd77 req-17134a57-d4af-40d8-ab92-d9f1686b5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:56:21.803259 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c662eaf5-13b6-4d15-9175-54c2185efd77 req-17134a57-d4af-40d8-ab92-d9f1686b5e66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399535 May 19 16:56:21.893765 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c662eaf5-13b6-4d15-9175-54c2185efd77 req-0e22e251-b15b-42d6-9aa0-e7ce1cef9cb8 service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840282 May 19 16:56:21.957220 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:21.991958 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c662eaf5-13b6-4d15-9175-54c2185efd77 req-ab981b37-a34a-49a7-b1bd-790752103079 service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918119 May 19 16:56:23.200746 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:23.201514 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=6,neutron:DELETE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:27.731756 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41648) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:27.836617 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:27.922719 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Publish callbacks [] for security_group (3656dd57-c075-46fc-8c9a-ce37acb7dab0), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:27.926838 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (3656dd57-c075-46fc-8c9a-ce37acb7dab0), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:27.965526 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1eec3a9139624be69542440b311ee39d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326958 May 19 16:56:27.966367 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3656dd57-c075-46fc-8c9a-ce37acb7dab0,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:27.968753 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41652) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:27.974377 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:27.974730 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:27.975071 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:27.975410 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:27.975748 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:27.976077 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:27.976737 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:27.977071 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:27.977432 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:27.977770 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:27.978099 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:27.978475 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:27.978747 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:27.979067 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:27.979387 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a2cc9-15b9-43ab-b1b1-c3193c396cc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:56:28.020920 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-482b0cac-ec6c-493c-b17e-809834e2e8bb admin admin] Publish callbacks [] for security_group (3656dd57-c075-46fc-8c9a-ce37acb7dab0), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:28.042428 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-482b0cac-ec6c-493c-b17e-809834e2e8bb admin admin] Publish callbacks [] for security_group (3656dd57-c075-46fc-8c9a-ce37acb7dab0), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:28.088692 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-482b0cac-ec6c-493c-b17e-809834e2e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (3656dd57-c075-46fc-8c9a-ce37acb7dab0), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:28.091284 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-482b0cac-ec6c-493c-b17e-809834e2e8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:28.092970 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-482b0cac-ec6c-493c-b17e-809834e2e8bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3656dd57-c075-46fc-8c9a-ce37acb7dab0 HTTP/1.1" status: 204 len: 168 time: 0.1231971 May 19 16:56:28.100666 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b0cac-ec6c-493c-b17e-809834e2e8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3656dd57-c075-46fc-8c9a-ce37acb7dab0,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:35.404652 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:56:37.969986 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:37.970786 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=51,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:38.095924 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:38.096714 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:38.112931 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:38.113848 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:41.001901 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-049dde4e-58fd-4f9d-b8eb-56dedb685b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:41.097647 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:44.311047 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-92660ce5-00a5-41be-84f7-ee55a0b7ea8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:45.242606 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:47.011551 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:48.582378 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:55.366632 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=17 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:55.371445 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=17 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:58.575823 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:58.578508 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:56:59.530050 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41768) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:59.634950 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32a03ecb-1c51-4a0f-b9bd-a03d5f72905b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:59.713541 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32a03ecb-1c51-4a0f-b9bd-a03d5f72905b admin admin] Publish callbacks [] for security_group (84b6c0f7-73fc-48a9-97ae-42dfd13f5cee), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:59.717700 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32a03ecb-1c51-4a0f-b9bd-a03d5f72905b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (84b6c0f7-73fc-48a9-97ae-42dfd13f5cee), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:59.756321 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-32a03ecb-1c51-4a0f-b9bd-a03d5f72905b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c758aee0d6424991bd076491dba519d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251027 May 19 16:56:59.757480 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a03ecb-1c51-4a0f-b9bd-a03d5f72905b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b6c0f7-73fc-48a9-97ae-42dfd13f5cee,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:56:59.759094 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41772) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:56:59.810687 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6bab697e-951a-46c8-9796-58076e016b68 admin admin] Publish callbacks [] for security_group (84b6c0f7-73fc-48a9-97ae-42dfd13f5cee), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:59.831810 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6bab697e-951a-46c8-9796-58076e016b68 admin admin] Publish callbacks [] for security_group (84b6c0f7-73fc-48a9-97ae-42dfd13f5cee), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:59.877010 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6bab697e-951a-46c8-9796-58076e016b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (84b6c0f7-73fc-48a9-97ae-42dfd13f5cee), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:59.879585 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6bab697e-951a-46c8-9796-58076e016b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:56:59.880713 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-6bab697e-951a-46c8-9796-58076e016b68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84b6c0f7-73fc-48a9-97ae-42dfd13f5cee HTTP/1.1" status: 204 len: 168 time: 0.1206443 May 19 16:56:59.889264 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab697e-951a-46c8-9796-58076e016b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b6c0f7-73fc-48a9-97ae-42dfd13f5cee,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:00.490760 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41794) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:00.587433 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-200977653-network', 'tenant_id': 'dc95250983234edeb99b67ff4f084416'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:00.607960 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] Made reservation on behalf of dc95250983234edeb99b67ff4f084416 for: {'network': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:57:00.610386 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:00.618646 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:00.697413 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] Publish callbacks [] for security_group (8954435c-c56e-4d91-86b6-72353423dba1), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:00.700801 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (8954435c-c56e-4d91-86b6-72353423dba1), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:00.724625 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=110371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:57:00.734104 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8954435c-c56e-4d91-86b6-72353423dba1,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:00.740182 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (e8da9d23-102f-4fff-b15a-a0d541b78e13), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:00.740588 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.segments_db [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] Added segment e8da9d23-102f-4fff-b15a-a0d541b78e13 of type vlan for network d06705e9-9d4e-4712-8321-c61ce7be2560 May 19 16:57:00.783839 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (d06705e9-9d4e-4712-8321-c61ce7be2560), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:00.807718 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (d06705e9-9d4e-4712-8321-c61ce7be2560), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:00.808727 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:00.809357 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:00.867053 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3750658 May 19 16:57:00.869908 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41798) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:00.870692 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f6e3a-3f5e-433a-bf4e-8332b90fb5b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d06705e9-9d4e-4712-8321-c61ce7be2560,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:00.875239 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-493acef3-de0a-4857-b8e6-1df6a71f046d admin admin] Request body: {'subnet': {'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-200977653-subnet', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'ip_version': 4}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:00.879690 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network d06705e9-9d4e-4712-8321-c61ce7be2560 details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:57:00.897452 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493acef3-de0a-4857-b8e6-1df6a71f046d admin admin] Made reservation on behalf of dc95250983234edeb99b67ff4f084416 for: {'subnet': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:57:00.899855 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-493acef3-de0a-4857-b8e6-1df6a71f046d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261016902'] for subnet (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.066185 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-493acef3-de0a-4857-b8e6-1df6a71f046d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260500185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261016912'] for subnet (123702d0-cc42-404e-9802-b7b311dafce3), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.127704 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493acef3-de0a-4857-b8e6-1df6a71f046d admin admin] Pushing event updated for resources: {'Subnet': ['ID=123702d0-cc42-404e-9802-b7b311dafce3,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:01.135005 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493acef3-de0a-4857-b8e6-1df6a71f046d admin admin] Checking segment: {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:57:01.135359 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493acef3-de0a-4857-b8e6-1df6a71f046d admin admin] Network hostable DHCP agents. Network: d06705e9-9d4e-4712-8321-c61ce7be2560, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:57:01.152675 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493acef3-de0a-4857-b8e6-1df6a71f046d admin admin] Network d06705e9-9d4e-4712-8321-c61ce7be2560 is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:57:01.161261 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-493acef3-de0a-4857-b8e6-1df6a71f046d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, d06705e9-9d4e-4712-8321-c61ce7be2560) {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:57:01.165409 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493acef3-de0a-4857-b8e6-1df6a71f046d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:01.166020 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-493acef3-de0a-4857-b8e6-1df6a71f046d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.171493 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe14a5fb-8b70-4bb9-8e43-47d94b9f55ab None None] Network d06705e9-9d4e-4712-8321-c61ce7be2560 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:57:01.182623 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-493acef3-de0a-4857-b8e6-1df6a71f046d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3113670 May 19 16:57:01.185228 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41800) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:01.189443 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:01.210344 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11834'] for router (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.211426 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11829'] for router (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.260436 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Publish callbacks [] for router_controller (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), precommit_add_association {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.275755 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58351b1b-7731-5889-bbf7-0fe85d83b94d-d06705e9-9d4e-4712-8321-c61ce7be2560', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3'}]}} from dv-cinder-842433-1-iscsi. {{(pid=110372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 16:57:01.276689 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.399350 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Publish callbacks [] for router_gateway (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.415586 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.db_base_plugin_common [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Allocated IP 172.20.0.2 (d06705e9-9d4e-4712-8321-c61ce7be2560/123702d0-cc42-404e-9802-b7b311dafce3/79927320-be18-49b6-a72b-b7dae7a903dd) {{(pid=110372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:57:01.455044 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:01.517086 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:01.559503 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Publish callbacks [] for port (79927320-be18-49b6-a72b-b7dae7a903dd), precommit_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.565591 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.584218 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Publish callbacks [] for router_gateway (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.608430 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.724499 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Allocated IP 172.27.1.196 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/ff4ec8c8-2e35-45b3-aec5-133f012a5596) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:57:01.737798 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Network d06705e9-9d4e-4712-8321-c61ce7be2560 is already hosted by enough agents. {{(pid=110372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:57:01.741106 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.base_scheduler [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Resources bound (agent type, host, resource id): {{(pid=110372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:57:01.745015 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Received port after_create {{(pid=110372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:57:01.750473 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Pushing event updated for resources: {'Port': ['ID=79927320-be18-49b6-a72b-b7dae7a903dd,revision_number=1']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:01.774399 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.774740 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.775076 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.775408 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.775736 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.776063 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.776381 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.776697 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.777012 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.777348 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.777665 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.777980 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.778290 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.778603 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.778919 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:01.814049 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Attempting to bind port 79927320-be18-49b6-a72b-b7dae7a903dd on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:57:01.814417 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Attempting to bind port 79927320-be18-49b6-a72b-b7dae7a903dd by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:57:01.814771 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Attempting to bind port 79927320-be18-49b6-a72b-b7dae7a903dd on network d06705e9-9d4e-4712-8321-c61ce7be2560 {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:57:01.819879 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:57:01.820252 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Checking segment: {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:57:01.820641 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.821025 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Bound using segment: {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:57:01.821526 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Bound port: 79927320-be18-49b6-a72b-b7dae7a903dd, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:57:01.821889 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.834985 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Publish callbacks [] for port (ff4ec8c8-2e35-45b3-aec5-133f012a5596), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.866473 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (ff4ec8c8-2e35-45b3-aec5-133f012a5596), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.884545 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] For port 79927320-be18-49b6-a72b-b7dae7a903dd, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:57:01.888267 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] For port 79927320-be18-49b6-a72b-b7dae7a903dd, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=79927320-be18-49b6-a72b-b7dae7a903dd,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:57:01.896883 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:01.908731 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:57:01.911702 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:57:01.915612 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:57:01.921302 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ff4ec8c8-2e35-45b3-aec5-133f012a5596,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:01.964578 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c4d49-e0c2-48b4-b428-e5bbd603aecc None None] Pushing event updated for resources: {'Port': ['ID=79927320-be18-49b6-a72b-b7dae7a903dd,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:02.192449 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Publish callbacks [] for router_gateway (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:02.380426 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782274'] for router (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:02.383097 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:02.418881 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:02.507797 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 is scheduled to L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 with binding_index 1 {{(pid=110370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 16:57:02.614040 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:57:02.625471 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Sync routers for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:57:02.634097 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:02.638333 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-18d270be-8eca-493a-a337-3b43a0f656a6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4495246 May 19 16:57:02.638661 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41804) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:02.639920 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:57:02.640700 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:56:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:02.744161 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:02.754848 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:57:02.810459 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:02.848354 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d00e83-f794-4668-b239-4c01fae70867 None None] Network d06705e9-9d4e-4712-8321-c61ce7be2560 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:57:02.935008 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-f55d41b5-bc13-4760-8634-316a41709c3c None None] Provisioning complete for port 79927320-be18-49b6-a72b-b7dae7a903dd triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:02.935557 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f55d41b5-bc13-4760-8634-316a41709c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.046721 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 79927320-be18-49b6-a72b-b7dae7a903dd up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:57:03.067169 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.114405 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:02Z', 'revision_number': 3, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:03.154107 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Checking router: f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:57:03.154415 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Updating router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 port ff4ec8c8-2e35-45b3-aec5-133f012a5596 binding host dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:57:03.179118 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-f55d41b5-bc13-4760-8634-316a41709c3c None None] Current status of the port 79927320-be18-49b6-a72b-b7dae7a903dd is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:03.179502 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f55d41b5-bc13-4760-8634-316a41709c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.202485 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 79927320-be18-49b6-a72b-b7dae7a903dd triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:03.202860 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.229966 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (ff4ec8c8-2e35-45b3-aec5-133f012a5596), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.232183 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Allocated IP 172.20.0.1 (d06705e9-9d4e-4712-8321-c61ce7be2560/123702d0-cc42-404e-9802-b7b311dafce3/0775d3f4-62cb-4e99-b5d8-9400eb2ef478) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:57:03.281061 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-f55d41b5-bc13-4760-8634-316a41709c3c None None] For port 79927320-be18-49b6-a72b-b7dae7a903dd, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=79927320-be18-49b6-a72b-b7dae7a903dd,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:57:03.291586 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:03.295804 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:03.306124 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f55d41b5-bc13-4760-8634-316a41709c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.349952 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Publish callbacks [] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.383206 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.425400 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Network d06705e9-9d4e-4712-8321-c61ce7be2560 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:57:03.430103 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:57:03.434076 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:57:03.457013 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d41b5-bc13-4760-8634-316a41709c3c None None] Pushing event updated for resources: {'Port': ['ID=79927320-be18-49b6-a72b-b7dae7a903dd,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:03.457397 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Pushing event updated for resources: {'Port': ['ID=0775d3f4-62cb-4e99-b5d8-9400eb2ef478,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:03.466870 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 79927320-be18-49b6-a72b-b7dae7a903dd is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:03.468861 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-6963c4f6-45c2-49c6-863a-5cb4d39f3fe5 None None] Provisioning complete for port 79927320-be18-49b6-a72b-b7dae7a903dd triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:03.469257 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-6963c4f6-45c2-49c6-863a-5cb4d39f3fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.482252 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777199'] for router_interface (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.529435 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:03.602700 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:03.627546 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.635038 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-6963c4f6-45c2-49c6-863a-5cb4d39f3fe5 None None] Current status of the port 79927320-be18-49b6-a72b-b7dae7a903dd is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:03.706341 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Publish callbacks [] for port (ff4ec8c8-2e35-45b3-aec5-133f012a5596), precommit_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.711392 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (ff4ec8c8-2e35-45b3-aec5-133f012a5596), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.774508 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Attempting to bind port ff4ec8c8-2e35-45b3-aec5-133f012a5596 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:57:03.774879 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Attempting to bind port ff4ec8c8-2e35-45b3-aec5-133f012a5596 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:57:03.775244 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Attempting to bind port ff4ec8c8-2e35-45b3-aec5-133f012a5596 on network 98da84b6-3a55-4aa5-9045-219aa962a35a {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:57:03.777138 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-0c16a32f-bd1d-4edf-9bef-55228acab4e7 None None] Provisioning complete for port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:03.777524 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-0c16a32f-bd1d-4edf-9bef-55228acab4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.781304 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0214fa-28a0-4f2e-bc94-2ccf0056c0e7 None None] Pushing event updated for resources: {'Port': ['ID=ff4ec8c8-2e35-45b3-aec5-133f012a5596,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:03.805309 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:57:03.805686 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Checking segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:57:03.806089 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.806484 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Bound using segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:57:03.806968 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Bound port: ff4ec8c8-2e35-45b3-aec5-133f012a5596, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:57:03.807349 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (ff4ec8c8-2e35-45b3-aec5-133f012a5596), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.823964 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Publish callbacks [] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.828370 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.843581 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-0c16a32f-bd1d-4edf-9bef-55228acab4e7 None None] Port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:57:03.867549 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] For port ff4ec8c8-2e35-45b3-aec5-133f012a5596, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:57:03.870889 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] For port ff4ec8c8-2e35-45b3-aec5-133f012a5596, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=ff4ec8c8-2e35-45b3-aec5-133f012a5596,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:57:03.875988 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (ff4ec8c8-2e35-45b3-aec5-133f012a5596), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.898994 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Pushing event updated for resources: {'Port': ['ID=0775d3f4-62cb-4e99-b5d8-9400eb2ef478,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:03.901408 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-777637'] for router_interface (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:03.933500 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:57:03.934135 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:56:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:03.939110 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0214fa-28a0-4f2e-bc94-2ccf0056c0e7 None None] Pushing event updated for resources: {'Port': ['ID=ff4ec8c8-2e35-45b3-aec5-133f012a5596,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:04.002596 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Network d06705e9-9d4e-4712-8321-c61ce7be2560 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:57:04.004000 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:57:04.051470 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:04.102742 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:04.127804 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:57:04.178399 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:57:04.312464 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-e6bc949d-7365-4828-ba9c-d0c59be1de2f None None] Provisioning complete for port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:04.312730 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e6bc949d-7365-4828-ba9c-d0c59be1de2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:04.369381 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-e6bc949d-7365-4828-ba9c-d0c59be1de2f None None] Port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:57:04.417354 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 2, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:04.443292 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ed85c-d086-4e4a-9532-a512eee09073 None None] The sync data for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi is: [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 2, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:57:04.502656 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:57:04.516210 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-600d4970-d5a2-4d0d-ab7d-23b18552fd7a admin admin] 10.222.0.36 "PUT /v2.0/routers/f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8695512 May 19 16:57:05.014094 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 79927320-be18-49b6-a72b-b7dae7a903dd up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:57:05.051695 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:05.070797 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 79927320-be18-49b6-a72b-b7dae7a903dd triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:05.071262 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:05.147283 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41820) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:05.160418 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2009900157-network', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:05.169484 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:05.172174 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 79927320-be18-49b6-a72b-b7dae7a903dd is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:05.191751 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] Made reservation on behalf of 50835675114e4bf2881eb7d02fbbd676 for: {'network': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:57:05.194641 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for network (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:05.204328 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:05.288337 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] Publish callbacks [] for security_group (1defe130-ec9f-48ac-9a7a-c3f72e5cec4f), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:05.292134 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (1defe130-ec9f-48ac-9a7a-c3f72e5cec4f), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:05.322829 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=110370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 16:57:05.330849 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1defe130-ec9f-48ac-9a7a-c3f72e5cec4f,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:05.338831 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741474678029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (cb44c021-3be4-4ea9-a782-595970e5866f), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:05.339441 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.segments_db [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] Added segment cb44c021-3be4-4ea9-a782-595970e5866f of type vlan for network 55733200-b749-428e-9266-13004039065f May 19 16:57:05.386052 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741474113621'] for network (55733200-b749-428e-9266-13004039065f), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:05.412724 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670'] for network (55733200-b749-428e-9266-13004039065f), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:05.413908 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:05.414490 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:05.467568 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3191013 May 19 16:57:05.470447 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41822) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:05.477708 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-6e0f7b86-a753-45c8-a0a8-c9303ff3b21b admin admin] Request body: {'subnet': {'network_id': '55733200-b749-428e-9266-13004039065f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2009900157-subnet', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'ip_version': 4}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:05.478924 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34261e7e-bbdf-4b80-a8cc-a7783129f869 admin admin] Pushing event updated for resources: {'Network': ['ID=55733200-b749-428e-9266-13004039065f,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:05.489814 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Network 55733200-b749-428e-9266-13004039065f details requested by agent ovs-agent-dv-cinder-842433-1-iscsi with host dv-cinder-842433-1-iscsi {{(pid=110372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 16:57:05.504493 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0f7b86-a753-45c8-a0a8-c9303ff3b21b admin admin] Made reservation on behalf of 50835675114e4bf2881eb7d02fbbd676 for: {'subnet': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:57:05.507301 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6e0f7b86-a753-45c8-a0a8-c9303ff3b21b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3860227'] for subnet (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:05.918519 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6e0f7b86-a753-45c8-a0a8-c9303ff3b21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3953819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3860245'] for subnet (7acb5f7f-89e6-4884-963c-f19634937b61), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:05.946558 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:05.978139 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:05.985487 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f7b86-a753-45c8-a0a8-c9303ff3b21b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7acb5f7f-89e6-4884-963c-f19634937b61,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:06.002848 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0f7b86-a753-45c8-a0a8-c9303ff3b21b admin admin] Checking segment: {'id': 'cb44c021-3be4-4ea9-a782-595970e5866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '55733200-b749-428e-9266-13004039065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:57:06.003205 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0f7b86-a753-45c8-a0a8-c9303ff3b21b admin admin] Network hostable DHCP agents. Network: 55733200-b749-428e-9266-13004039065f, hostable agents: ['ca0b555b-4a26-4113-bd68-c228df3a5506'], hosted agents: [] {{(pid=110371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 16:57:06.020323 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0f7b86-a753-45c8-a0a8-c9303ff3b21b admin admin] Network 55733200-b749-428e-9266-13004039065f is scheduled to be hosted by DHCP agent ca0b555b-4a26-4113-bd68-c228df3a5506 with binding_index 1 {{(pid=110371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 16:57:06.028781 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-6e0f7b86-a753-45c8-a0a8-c9303ff3b21b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842433-1-iscsi, 55733200-b749-428e-9266-13004039065f) {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:57:06.033324 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0f7b86-a753-45c8-a0a8-c9303ff3b21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:06.033920 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-6e0f7b86-a753-45c8-a0a8-c9303ff3b21b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.039062 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e1624-9895-4ceb-897d-6983c5bffb5a None None] Network 55733200-b749-428e-9266-13004039065f requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:57:06.049856 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-6e0f7b86-a753-45c8-a0a8-c9303ff3b21b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5777581 May 19 16:57:06.052262 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41824) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:06.056533 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2009900157-router', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:06.082413 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11834'] for router (ea3b38be-ef94-4d96-9d0e-637b14d700de), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.084044 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11829'] for router (ea3b38be-ef94-4d96-9d0e-637b14d700de), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.140025 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Publish callbacks [] for router_controller (ea3b38be-ef94-4d96-9d0e-637b14d700de), precommit_add_association {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.147227 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58351b1b-7731-5889-bbf7-0fe85d83b94d-55733200-b749-428e-9266-13004039065f', 'network_id': '55733200-b749-428e-9266-13004039065f', 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'fixed_ips': [{'subnet_id': '7acb5f7f-89e6-4884-963c-f19634937b61'}]}} from dv-cinder-842433-1-iscsi. {{(pid=110372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 16:57:06.148508 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.295931 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Publish callbacks [] for router_gateway (ea3b38be-ef94-4d96-9d0e-637b14d700de), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.318445 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.db_base_plugin_common [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Allocated IP 172.20.0.2 (55733200-b749-428e-9266-13004039065f/7acb5f7f-89e6-4884-963c-f19634937b61/b3d15b98-bd9f-4f01-9fc4-214d91e98c8a) {{(pid=110372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:57:06.475699 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Publish callbacks [] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), precommit_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.483909 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), after_create {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.487750 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Publish callbacks [] for router_gateway (ea3b38be-ef94-4d96-9d0e-637b14d700de), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.508647 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.509969 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Sync routers for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:57:06.521592 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:57:06.522527 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:56:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:06.532054 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Network 55733200-b749-428e-9266-13004039065f is already hosted by enough agents. {{(pid=110372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:57:06.537171 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.scheduler.base_scheduler [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Resources bound (agent type, host, resource id): {{(pid=110372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:57:06.539398 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Pushing event updated for resources: {'Port': ['ID=b3d15b98-bd9f-4f01-9fc4-214d91e98c8a,revision_number=1']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:06.541703 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Received port after_create {{(pid=110372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:57:06.609917 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Attempting to bind port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:57:06.610298 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Attempting to bind port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'cb44c021-3be4-4ea9-a782-595970e5866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '55733200-b749-428e-9266-13004039065f'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:57:06.610647 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Attempting to bind port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a on network 55733200-b749-428e-9266-13004039065f {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:57:06.616038 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:57:06.616410 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Checking segment: {'id': 'cb44c021-3be4-4ea9-a782-595970e5866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '55733200-b749-428e-9266-13004039065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:57:06.616816 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.617233 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Bound using segment: {'id': 'cb44c021-3be4-4ea9-a782-595970e5866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '55733200-b749-428e-9266-13004039065f'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:57:06.617701 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Bound port: b3d15b98-bd9f-4f01-9fc4-214d91e98c8a, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb44c021-3be4-4ea9-a782-595970e5866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '55733200-b749-428e-9266-13004039065f'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:57:06.618083 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.622166 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Allocated IP 172.27.1.197 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/e045ab09-31ce-464e-bdef-95fcdf6d32e6) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:57:06.650314 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:57:06.682891 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] For port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:57:06.686901 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] For port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=b3d15b98-bd9f-4f01-9fc4-214d91e98c8a,segment=NetworkSegment(cb44c021-3be4-4ea9-a782-595970e5866f),segment_id=cb44c021-3be4-4ea9-a782-595970e5866f)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:57:06.693033 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.729981 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Publish callbacks [] for port (e045ab09-31ce-464e-bdef-95fcdf6d32e6), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.753898 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a899a22-3b03-4526-ba6a-27f84ca45771 None None] Pushing event updated for resources: {'Port': ['ID=b3d15b98-bd9f-4f01-9fc4-214d91e98c8a,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:06.764611 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (e045ab09-31ce-464e-bdef-95fcdf6d32e6), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.807343 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:06.813741 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:57:06.818091 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:57:06.822109 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:57:06.826634 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Pushing event updated for resources: {'Port': ['ID=e045ab09-31ce-464e-bdef-95fcdf6d32e6,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:06.865528 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 2, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:06.898060 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Checking router: f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:57:06.898419 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Updating router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 binding host dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:57:06.932350 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:06.984862 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:07.123868 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b3d15b98-bd9f-4f01-9fc4-214d91e98c8a up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:57:07.134246 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Publish callbacks [] for router_gateway (ea3b38be-ef94-4d96-9d0e-637b14d700de), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.159679 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:07.183074 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:07.183821 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.230828 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:07.278083 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:07.279823 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.302879 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Publish callbacks [] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.309602 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.318209 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=b3d15b98-bd9f-4f01-9fc4-214d91e98c8a,segment=NetworkSegment(cb44c021-3be4-4ea9-a782-595970e5866f),segment_id=cb44c021-3be4-4ea9-a782-595970e5866f)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:57:07.322522 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.323425 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device ff4ec8c8-2e35-45b3-aec5-133f012a5596 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:57:07.335880 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782274'] for router (ea3b38be-ef94-4d96-9d0e-637b14d700de), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.353468 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Pushing event updated for resources: {'Port': ['ID=0775d3f4-62cb-4e99-b5d8-9400eb2ef478,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:07.362641 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.362843 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.363060 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.363413 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.364073 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.364073 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.364389 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.364906 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.367100 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.367100 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.367100 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.367100 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.367100 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.367100 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.367608 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:07.409195 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=b3d15b98-bd9f-4f01-9fc4-214d91e98c8a,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:07.414027 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port ff4ec8c8-2e35-45b3-aec5-133f012a5596 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:07.414417 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (ff4ec8c8-2e35-45b3-aec5-133f012a5596), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.439542 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Attempting to bind port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:57:07.439973 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Attempting to bind port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:57:07.440584 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Attempting to bind port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 on network d06705e9-9d4e-4712-8321-c61ce7be2560 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:57:07.446232 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:57:07.446727 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Checking segment: {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:57:07.447178 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.447631 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Bound using segment: {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:57:07.448286 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Bound port: 0775d3f4-62cb-4e99-b5d8-9400eb2ef478, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:57:07.448853 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.509419 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port ff4ec8c8-2e35-45b3-aec5-133f012a5596 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:07.510254 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (ff4ec8c8-2e35-45b3-aec5-133f012a5596), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.510771 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Router ea3b38be-ef94-4d96-9d0e-637b14d700de is scheduled to L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 with binding_index 1 {{(pid=110371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 16:57:07.525717 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] For port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:57:07.535761 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] For port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=0775d3f4-62cb-4e99-b5d8-9400eb2ef478,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:57:07.537401 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:07.543145 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port ff4ec8c8-2e35-45b3-aec5-133f012a5596, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=ff4ec8c8-2e35-45b3-aec5-133f012a5596,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:57:07.548428 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.554098 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (ff4ec8c8-2e35-45b3-aec5-133f012a5596), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.599820 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:07.608826 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:57:07.609505 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:56:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:07.618060 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=ff4ec8c8-2e35-45b3-aec5-133f012a5596,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:07.656177 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:57:07.673767 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Sync routers for ids ['ea3b38be-ef94-4d96-9d0e-637b14d700de'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:57:07.684670 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.686528 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-fe1605e1-b286-4edb-b062-6a80bbf26215 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6333227 May 19 16:57:07.688183 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5af3dd-c746-461d-b09d-7a2f6123dddb None None] Pushing event updated for resources: {'Port': ['ID=0775d3f4-62cb-4e99-b5d8-9400eb2ef478,revision_number=4']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:07.689187 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41826) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:07.703856 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Routers {'ea3b38be-ef94-4d96-9d0e-637b14d700de'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:57:07.706561 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:56:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['ea3b38be-ef94-4d96-9d0e-637b14d700de'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:07.777040 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-2907a0a0-3db5-4d3a-9bfb-967ec2e793ba None None] Provisioning complete for port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:07.777742 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-2907a0a0-3db5-4d3a-9bfb-967ec2e793ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:07.839380 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:07.868141 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:57:07.912876 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Set router ea3b38be-ef94-4d96-9d0e-637b14d700de gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:57:08.064280 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-2907a0a0-3db5-4d3a-9bfb-967ec2e793ba None None] Current status of the port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:08.064670 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-2907a0a0-3db5-4d3a-9bfb-967ec2e793ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:08.088098 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:08.114161 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:08.127173 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-2907a0a0-3db5-4d3a-9bfb-967ec2e793ba None None] For port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=0775d3f4-62cb-4e99-b5d8-9400eb2ef478,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:57:08.135037 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-2907a0a0-3db5-4d3a-9bfb-967ec2e793ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:08.157942 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a179dec-4d80-45f8-848b-2ff7d6931ca3 None None] The sync data for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi is: [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:57:08.164801 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:08.186577 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e302a92-5193-4397-8485-d25405b873ca None None] Network 55733200-b749-428e-9266-13004039065f requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:57:08.191421 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:08.262434 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:08.293116 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'name': 'tempest-TestVolumeBootPattern-2009900157-router', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e045ab09-31ce-464e-bdef-95fcdf6d32e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T16:57:06Z', 'revision_number': 3, 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'gw_port': {'id': 'e045ab09-31ce-464e-bdef-95fcdf6d32e6', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:18:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T16:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:08.297846 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-ddc63d0e-b09e-4cf4-be0f-bb8248620fb7 None None] Provisioning complete for port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:08.298673 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ddc63d0e-b09e-4cf4-be0f-bb8248620fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:08.303782 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907a0a0-3db5-4d3a-9bfb-967ec2e793ba None None] Pushing event updated for resources: {'Port': ['ID=0775d3f4-62cb-4e99-b5d8-9400eb2ef478,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:08.374529 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Allocated IP 172.20.0.1 (55733200-b749-428e-9266-13004039065f/7acb5f7f-89e6-4884-963c-f19634937b61/13667b88-6209-40ff-9d28-4c2998e8012f) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:57:08.485463 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Checking router: ea3b38be-ef94-4d96-9d0e-637b14d700de for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:57:08.485863 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Updating router ea3b38be-ef94-4d96-9d0e-637b14d700de port e045ab09-31ce-464e-bdef-95fcdf6d32e6 binding host dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:57:08.491368 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Publish callbacks [] for port (13667b88-6209-40ff-9d28-4c2998e8012f), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:08.526092 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:08.550095 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (e045ab09-31ce-464e-bdef-95fcdf6d32e6), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:08.567337 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Network 55733200-b749-428e-9266-13004039065f is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:57:08.572071 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:57:08.577588 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:57:08.620987 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Pushing event updated for resources: {'Port': ['ID=13667b88-6209-40ff-9d28-4c2998e8012f,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:08.645711 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-777199'] for router_interface (ea3b38be-ef94-4d96-9d0e-637b14d700de), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:08.656181 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-ddc63d0e-b09e-4cf4-be0f-bb8248620fb7 None None] Current status of the port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:08.724720 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-ddc63d0e-b09e-4cf4-be0f-bb8248620fb7 None None] Provisioning complete for port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:08.725561 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ddc63d0e-b09e-4cf4-be0f-bb8248620fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:08.797646 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:08.840273 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:08.890127 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-ddc63d0e-b09e-4cf4-be0f-bb8248620fb7 None None] Current status of the port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:08.976068 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Publish callbacks [] for port (e045ab09-31ce-464e-bdef-95fcdf6d32e6), precommit_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:08.986623 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (e045ab09-31ce-464e-bdef-95fcdf6d32e6), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:09.049982 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:09.068253 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Attempting to bind port e045ab09-31ce-464e-bdef-95fcdf6d32e6 on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:57:09.068744 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Attempting to bind port e045ab09-31ce-464e-bdef-95fcdf6d32e6 by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:57:09.069192 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Attempting to bind port e045ab09-31ce-464e-bdef-95fcdf6d32e6 on network 98da84b6-3a55-4aa5-9045-219aa962a35a {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:57:09.080467 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Publish callbacks [] for port (13667b88-6209-40ff-9d28-4c2998e8012f), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:09.086133 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:57:09.086584 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Checking segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:57:09.087499 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:09.087499 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Bound using segment: {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'} {{(pid=110372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:57:09.088358 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.managers [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Bound port: e045ab09-31ce-464e-bdef-95fcdf6d32e6, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5167373-6db4-497f-a78a-d004b56e596c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a'}}] {{(pid=110372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:57:09.088725 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (e045ab09-31ce-464e-bdef-95fcdf6d32e6), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:09.090338 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:09.091344 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-8e68643b-f6ed-49d3-9fe4-7e1c1efc9d35 None None] Provisioning complete for port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:09.092279 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-8e68643b-f6ed-49d3-9fe4-7e1c1efc9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:09.139068 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b3d15b98-bd9f-4f01-9fc4-214d91e98c8a up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:57:09.160246 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-776652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-777637'] for router_interface (ea3b38be-ef94-4d96-9d0e-637b14d700de), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:09.162179 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Pushing event updated for resources: {'Port': ['ID=13667b88-6209-40ff-9d28-4c2998e8012f,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:09.176044 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4203949-eb5a-4c31-8a09-12e3f2750c18 None None] Pushing event updated for resources: {'Port': ['ID=e045ab09-31ce-464e-bdef-95fcdf6d32e6,revision_number=2']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:09.183352 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:09.217812 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:09.223624 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] For port e045ab09-31ce-464e-bdef-95fcdf6d32e6, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:57:09.228956 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] For port e045ab09-31ce-464e-bdef-95fcdf6d32e6, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=e045ab09-31ce-464e-bdef-95fcdf6d32e6,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:57:09.241191 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (e045ab09-31ce-464e-bdef-95fcdf6d32e6), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:09.258947 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Network 55733200-b749-428e-9266-13004039065f is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:57:09.260477 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:57:09.297992 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:09.298387 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:09.340856 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-8e68643b-f6ed-49d3-9fe4-7e1c1efc9d35 None None] Current status of the port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:09.368121 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Routers {'ea3b38be-ef94-4d96-9d0e-637b14d700de'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:57:09.368785 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:56:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['ea3b38be-ef94-4d96-9d0e-637b14d700de'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:09.410422 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4203949-eb5a-4c31-8a09-12e3f2750c18 None None] Pushing event updated for resources: {'Port': ['ID=e045ab09-31ce-464e-bdef-95fcdf6d32e6,revision_number=3']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:09.544214 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-39ba2094-4616-416c-9807-07ef73068315 None None] Provisioning complete for port 13667b88-6209-40ff-9d28-4c2998e8012f triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:09.544628 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-39ba2094-4616-416c-9807-07ef73068315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:09.549701 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:09.550560 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device ff4ec8c8-2e35-45b3-aec5-133f012a5596 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:57:09.554168 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] Set router ea3b38be-ef94-4d96-9d0e-637b14d700de gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:57:09.612827 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-39ba2094-4616-416c-9807-07ef73068315 None None] Port 13667b88-6209-40ff-9d28-4c2998e8012f cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:57:09.622410 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Router ea3b38be-ef94-4d96-9d0e-637b14d700de has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:57:09.699281 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port ff4ec8c8-2e35-45b3-aec5-133f012a5596 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:09.699656 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (ff4ec8c8-2e35-45b3-aec5-133f012a5596), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:09.740134 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:57:09.757680 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-ea4b7290-9cea-444d-bf5b-d1471a559877 admin admin] 10.222.0.36 "PUT /v2.0/routers/ea3b38be-ef94-4d96-9d0e-637b14d700de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0661128 May 19 16:57:09.790715 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-83b3b551-8c15-47a3-b2df-cd0ac09ba2ad None None] Provisioning complete for port 13667b88-6209-40ff-9d28-4c2998e8012f triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:09.790869 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-83b3b551-8c15-47a3-b2df-cd0ac09ba2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:09.846717 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-83b3b551-8c15-47a3-b2df-cd0ac09ba2ad None None] Port 13667b88-6209-40ff-9d28-4c2998e8012f cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:57:09.927300 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port ff4ec8c8-2e35-45b3-aec5-133f012a5596 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:09.928392 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:57:09.973361 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'name': 'tempest-TestVolumeBootPattern-2009900157-router', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e045ab09-31ce-464e-bdef-95fcdf6d32e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 4, 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'gw_port': {'id': 'e045ab09-31ce-464e-bdef-95fcdf6d32e6', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:18:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T16:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '13667b88-6209-40ff-9d28-4c2998e8012f', 'name': '', 'network_id': '55733200-b749-428e-9266-13004039065f', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'mac_address': 'fa:16:3e:e1:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7acb5f7f-89e6-4884-963c-f19634937b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:08Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 2, 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'subnets': [{'id': '7acb5f7f-89e6-4884-963c-f19634937b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:10.004411 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb5ab0-4093-4671-9a7a-11ae3d678f48 None None] The sync data for ids ['ea3b38be-ef94-4d96-9d0e-637b14d700de'] in dv-cinder-842433-1-iscsi is: [{'id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'name': 'tempest-TestVolumeBootPattern-2009900157-router', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e045ab09-31ce-464e-bdef-95fcdf6d32e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 4, 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'gw_port': {'id': 'e045ab09-31ce-464e-bdef-95fcdf6d32e6', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:18:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T16:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '13667b88-6209-40ff-9d28-4c2998e8012f', 'name': '', 'network_id': '55733200-b749-428e-9266-13004039065f', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'mac_address': 'fa:16:3e:e1:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7acb5f7f-89e6-4884-963c-f19634937b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:08Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 2, 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'subnets': [{'id': '7acb5f7f-89e6-4884-963c-f19634937b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:57:10.014589 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:10.016754 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:10.017234 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.038238 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:10.100056 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:10.138778 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41838) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:10.144003 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-1e0ae49d-4a68-4d57-a53f-0621ecd09771 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90520039', 'description': 'tempest-secgroup-smoke-90520039 description', 'project_id': 'dc95250983234edeb99b67ff4f084416'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:10.166868 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1e0ae49d-4a68-4d57-a53f-0621ecd09771 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.263489 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1e0ae49d-4a68-4d57-a53f-0621ecd09771 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group (c37f5018-9389-46ec-bf80-72254443260e), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.267240 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1e0ae49d-4a68-4d57-a53f-0621ecd09771 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c37f5018-9389-46ec-bf80-72254443260e), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.301336 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1e0ae49d-4a68-4d57-a53f-0621ecd09771 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.302585 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-1e0ae49d-4a68-4d57-a53f-0621ecd09771 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1627643 May 19 16:57:10.303821 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ae49d-4a68-4d57-a53f-0621ecd09771 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37f5018-9389-46ec-bf80-72254443260e,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:10.305915 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41840) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:10.311265 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Request body: {'security_group_rule': {'security_group_id': 'c37f5018-9389-46ec-bf80-72254443260e', 'project_id': 'dc95250983234edeb99b67ff4f084416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:10.341982 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (c9bc1ee8-1f6d-479b-afd6-9a55b4e9ec22), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.401655 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (c9bc1ee8-1f6d-479b-afd6-9a55b4e9ec22), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.407947 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (c9bc1ee8-1f6d-479b-afd6-9a55b4e9ec22), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.431444 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bc1ee8-1f6d-479b-afd6-9a55b4e9ec22,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:10.441031 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.441399 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.441743 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.442083 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.442421 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.442740 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.443065 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.443386 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.443723 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.444034 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.444359 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.444685 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.445007 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.445349 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.445872 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:10.450834 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.452008 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-00aeae2b-b62a-4486-a07c-24139e0b0da4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450844 May 19 16:57:10.454788 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41842) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:10.459136 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-5664e70c-a599-4551-97db-87a45ad88792 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Request body: {'security_group_rule': {'security_group_id': 'c37f5018-9389-46ec-bf80-72254443260e', 'project_id': 'dc95250983234edeb99b67ff4f084416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:10.488118 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5664e70c-a599-4551-97db-87a45ad88792 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (dfc063e2-5bd0-4ad5-abf4-23e9aa103ca9), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.530536 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:10.552385 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5664e70c-a599-4551-97db-87a45ad88792 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (dfc063e2-5bd0-4ad5-abf4-23e9aa103ca9), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.556281 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5664e70c-a599-4551-97db-87a45ad88792 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (dfc063e2-5bd0-4ad5-abf4-23e9aa103ca9), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.561967 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:10.579140 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664e70c-a599-4551-97db-87a45ad88792 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc063e2-5bd0-4ad5-abf4-23e9aa103ca9,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:10.587066 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5664e70c-a599-4551-97db-87a45ad88792 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.588164 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-5664e70c-a599-4551-97db-87a45ad88792 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324410 May 19 16:57:10.590961 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41844) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:10.596143 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-9f13b45a-51c1-4082-b661-a2e99eca54e1 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Request body: {'security_group_rule': {'security_group_id': 'c37f5018-9389-46ec-bf80-72254443260e', 'project_id': 'dc95250983234edeb99b67ff4f084416', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:10.624150 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9f13b45a-51c1-4082-b661-a2e99eca54e1 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (539935de-cbb0-450b-881b-1465418e0d8f), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.642226 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:10.674997 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9f13b45a-51c1-4082-b661-a2e99eca54e1 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (539935de-cbb0-450b-881b-1465418e0d8f), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.678458 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9f13b45a-51c1-4082-b661-a2e99eca54e1 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (539935de-cbb0-450b-881b-1465418e0d8f), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.696285 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13b45a-51c1-4082-b661-a2e99eca54e1 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539935de-cbb0-450b-881b-1465418e0d8f,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:10.702964 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9f13b45a-51c1-4082-b661-a2e99eca54e1 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.704148 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-9f13b45a-51c1-4082-b661-a2e99eca54e1 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115971 May 19 16:57:10.706853 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 41846) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:10.711068 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-f939a880-fcbf-4bcd-92c9-a47a3e14d7da tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Request body: {'security_group_rule': {'security_group_id': 'c37f5018-9389-46ec-bf80-72254443260e', 'project_id': 'dc95250983234edeb99b67ff4f084416', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:10.737367 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f939a880-fcbf-4bcd-92c9-a47a3e14d7da tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (6cd6647f-6804-4428-9e94-82b3ca1cebdb), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.758936 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:10.800936 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f939a880-fcbf-4bcd-92c9-a47a3e14d7da tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (6cd6647f-6804-4428-9e94-82b3ca1cebdb), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.804354 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f939a880-fcbf-4bcd-92c9-a47a3e14d7da tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (6cd6647f-6804-4428-9e94-82b3ca1cebdb), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.822146 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939a880-fcbf-4bcd-92c9-a47a3e14d7da tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd6647f-6804-4428-9e94-82b3ca1cebdb,revision_number=0']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:10.830760 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f939a880-fcbf-4bcd-92c9-a47a3e14d7da tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.832106 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-f939a880-fcbf-4bcd-92c9-a47a3e14d7da tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243277 May 19 16:57:10.835449 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41848) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:10.840591 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-b033ca31-2481-4055-9e40-ecbc7425f78b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Request body: {'security_group_rule': {'security_group_id': 'c37f5018-9389-46ec-bf80-72254443260e', 'project_id': 'dc95250983234edeb99b67ff4f084416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:10.866455 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.securitygroups_db [None req-b033ca31-2481-4055-9e40-ecbc7425f78b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Project dc95250983234edeb99b67ff4f084416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 16:57:10.874912 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b033ca31-2481-4055-9e40-ecbc7425f78b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (8b78d79a-6f67-4bcd-b70c-de4d38b1128c), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.958512 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b033ca31-2481-4055-9e40-ecbc7425f78b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (8b78d79a-6f67-4bcd-b70c-de4d38b1128c), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.967628 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b033ca31-2481-4055-9e40-ecbc7425f78b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (8b78d79a-6f67-4bcd-b70c-de4d38b1128c), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:10.989941 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033ca31-2481-4055-9e40-ecbc7425f78b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b78d79a-6f67-4bcd-b70c-de4d38b1128c,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:11.003328 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b033ca31-2481-4055-9e40-ecbc7425f78b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:11.004772 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-b033ca31-2481-4055-9e40-ecbc7425f78b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1683567 May 19 16:57:11.007476 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 41850) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:11.014059 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [None req-78813a88-e8a8-4de7-b453-dc532119117b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Request body: {'security_group_rule': {'security_group_id': 'c37f5018-9389-46ec-bf80-72254443260e', 'project_id': 'dc95250983234edeb99b67ff4f084416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:11.014855 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-14cc21d5-edc0-4f98-bef8-15c8cd4ce6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:11.031245 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device e045ab09-31ce-464e-bdef-95fcdf6d32e6 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:57:11.048387 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.securitygroups_db [None req-78813a88-e8a8-4de7-b453-dc532119117b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Project dc95250983234edeb99b67ff4f084416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 16:57:11.056155 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-78813a88-e8a8-4de7-b453-dc532119117b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (2d1beb7e-f726-408d-835e-5501c3254ff7), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:11.079726 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port e045ab09-31ce-464e-bdef-95fcdf6d32e6 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:11.080007 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (e045ab09-31ce-464e-bdef-95fcdf6d32e6), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:11.127363 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-78813a88-e8a8-4de7-b453-dc532119117b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (2d1beb7e-f726-408d-835e-5501c3254ff7), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:11.133013 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-78813a88-e8a8-4de7-b453-dc532119117b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539219'] for security_group_rule (2d1beb7e-f726-408d-835e-5501c3254ff7), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:11.133385 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:11.153984 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78813a88-e8a8-4de7-b453-dc532119117b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1beb7e-f726-408d-835e-5501c3254ff7,revision_number=0']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:11.167289 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-78813a88-e8a8-4de7-b453-dc532119117b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:11.168610 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-78813a88-e8a8-4de7-b453-dc532119117b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1598105 May 19 16:57:11.182439 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port e045ab09-31ce-464e-bdef-95fcdf6d32e6 is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:11.182827 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (e045ab09-31ce-464e-bdef-95fcdf6d32e6), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:11.206503 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] For port e045ab09-31ce-464e-bdef-95fcdf6d32e6, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=e045ab09-31ce-464e-bdef-95fcdf6d32e6,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:57:11.211300 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (e045ab09-31ce-464e-bdef-95fcdf6d32e6), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:11.262506 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Pushing event updated for resources: {'Port': ['ID=e045ab09-31ce-464e-bdef-95fcdf6d32e6,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:12.247897 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Sync routers for ids ['ea3b38be-ef94-4d96-9d0e-637b14d700de'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:57:12.258564 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Routers {'ea3b38be-ef94-4d96-9d0e-637b14d700de'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:57:12.259170 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:56:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['ea3b38be-ef94-4d96-9d0e-637b14d700de'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:12.368839 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Set router ea3b38be-ef94-4d96-9d0e-637b14d700de gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:57:12.409815 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:57:12.561514 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'name': 'tempest-TestVolumeBootPattern-2009900157-router', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e045ab09-31ce-464e-bdef-95fcdf6d32e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 4, 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'gw_port': {'id': 'e045ab09-31ce-464e-bdef-95fcdf6d32e6', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:18:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '13667b88-6209-40ff-9d28-4c2998e8012f', 'name': '', 'network_id': '55733200-b749-428e-9266-13004039065f', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'mac_address': 'fa:16:3e:e1:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7acb5f7f-89e6-4884-963c-f19634937b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:08Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 2, 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'subnets': [{'id': '7acb5f7f-89e6-4884-963c-f19634937b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:12.586095 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Checking router: ea3b38be-ef94-4d96-9d0e-637b14d700de for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:57:12.586446 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Updating router ea3b38be-ef94-4d96-9d0e-637b14d700de port 13667b88-6209-40ff-9d28-4c2998e8012f binding host dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 16:57:12.617910 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:12.750426 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:12.909507 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Publish callbacks [] for port (13667b88-6209-40ff-9d28-4c2998e8012f), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:12.914505 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:12.919551 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:12.968410 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e1125-95be-4399-8cef-0cb8324bd509 None None] Pushing event updated for resources: {'Port': ['ID=13667b88-6209-40ff-9d28-4c2998e8012f,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:13.019218 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device e045ab09-31ce-464e-bdef-95fcdf6d32e6 up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:57:13.050485 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Attempting to bind port 13667b88-6209-40ff-9d28-4c2998e8012f on host dv-cinder-842433-1-iscsi for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:57:13.050862 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Attempting to bind port 13667b88-6209-40ff-9d28-4c2998e8012f by drivers openvswitch,hyperv on host dv-cinder-842433-1-iscsi at level 0 using segments [{'id': 'cb44c021-3be4-4ea9-a782-595970e5866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '55733200-b749-428e-9266-13004039065f'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:57:13.051416 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Attempting to bind port 13667b88-6209-40ff-9d28-4c2998e8012f on network 55733200-b749-428e-9266-13004039065f {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:57:13.058734 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Checking agent: {'id': 'd1d8ec12-f8e2-476e-9812-099a50d0fabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842433-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 33, 48), 'started_at': datetime.datetime(2022, 5, 19, 16, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842433-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:57:13.059274 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Checking segment: {'id': 'cb44c021-3be4-4ea9-a782-595970e5866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '55733200-b749-428e-9266-13004039065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:57:13.059811 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:13.060294 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Bound using segment: {'id': 'cb44c021-3be4-4ea9-a782-595970e5866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '55733200-b749-428e-9266-13004039065f'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:57:13.061521 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Bound port: 13667b88-6209-40ff-9d28-4c2998e8012f, host: dv-cinder-842433-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb44c021-3be4-4ea9-a782-595970e5866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '55733200-b749-428e-9266-13004039065f'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:57:13.061999 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:13.072842 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port e045ab09-31ce-464e-bdef-95fcdf6d32e6 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:13.073253 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (e045ab09-31ce-464e-bdef-95fcdf6d32e6), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:13.136557 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] For port 13667b88-6209-40ff-9d28-4c2998e8012f, host dv-cinder-842433-1-iscsi, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:57:13.140898 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] For port 13667b88-6209-40ff-9d28-4c2998e8012f, host dv-cinder-842433-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=13667b88-6209-40ff-9d28-4c2998e8012f,segment=NetworkSegment(cb44c021-3be4-4ea9-a782-595970e5866f),segment_id=cb44c021-3be4-4ea9-a782-595970e5866f)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:57:13.148390 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:13.158797 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port e045ab09-31ce-464e-bdef-95fcdf6d32e6 is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:13.187698 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-bdd15834-6728-4854-93b7-a9bf15ac5606 None None] Provisioning complete for port 13667b88-6209-40ff-9d28-4c2998e8012f triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:13.188291 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-bdd15834-6728-4854-93b7-a9bf15ac5606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:13.212816 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e1125-95be-4399-8cef-0cb8324bd509 None None] Pushing event updated for resources: {'Port': ['ID=13667b88-6209-40ff-9d28-4c2998e8012f,revision_number=4']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:13.221593 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Routers {'ea3b38be-ef94-4d96-9d0e-637b14d700de'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:57:13.222203 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:56:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['ea3b38be-ef94-4d96-9d0e-637b14d700de'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:13.279245 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-bdd15834-6728-4854-93b7-a9bf15ac5606 None None] Current status of the port 13667b88-6209-40ff-9d28-4c2998e8012f is: DOWN; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:13.280476 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-bdd15834-6728-4854-93b7-a9bf15ac5606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:13.320243 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-bdd15834-6728-4854-93b7-a9bf15ac5606 None None] For port 13667b88-6209-40ff-9d28-4c2998e8012f, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=13667b88-6209-40ff-9d28-4c2998e8012f,segment=NetworkSegment(cb44c021-3be4-4ea9-a782-595970e5866f),segment_id=cb44c021-3be4-4ea9-a782-595970e5866f)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:57:13.324481 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-bdd15834-6728-4854-93b7-a9bf15ac5606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:13.344258 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] Set router ea3b38be-ef94-4d96-9d0e-637b14d700de gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:57:13.379569 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd15834-6728-4854-93b7-a9bf15ac5606 None None] Pushing event updated for resources: {'Port': ['ID=13667b88-6209-40ff-9d28-4c2998e8012f,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:13.446117 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-06f655c0-e80e-428d-be62-a2762ae33cf6 None None] Provisioning complete for port 13667b88-6209-40ff-9d28-4c2998e8012f triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:13.446570 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-06f655c0-e80e-428d-be62-a2762ae33cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:13.528934 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-06f655c0-e80e-428d-be62-a2762ae33cf6 None None] Current status of the port 13667b88-6209-40ff-9d28-4c2998e8012f is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:13.546268 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'name': 'tempest-TestVolumeBootPattern-2009900157-router', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e045ab09-31ce-464e-bdef-95fcdf6d32e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 4, 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'gw_port': {'id': 'e045ab09-31ce-464e-bdef-95fcdf6d32e6', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:18:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '13667b88-6209-40ff-9d28-4c2998e8012f', 'name': '', 'network_id': '55733200-b749-428e-9266-13004039065f', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'mac_address': 'fa:16:3e:e1:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7acb5f7f-89e6-4884-963c-f19634937b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:08Z', 'updated_at': '2022-05-19T16:57:13Z', 'revision_number': 4, 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'subnets': [{'id': '7acb5f7f-89e6-4884-963c-f19634937b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:13.576105 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9169aea1-2fa3-4e7f-b959-2770f6e71354 None None] The sync data for ids ['ea3b38be-ef94-4d96-9d0e-637b14d700de'] in dv-cinder-842433-1-iscsi is: [{'id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'name': 'tempest-TestVolumeBootPattern-2009900157-router', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e045ab09-31ce-464e-bdef-95fcdf6d32e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 4, 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'gw_port': {'id': 'e045ab09-31ce-464e-bdef-95fcdf6d32e6', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:18:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '13667b88-6209-40ff-9d28-4c2998e8012f', 'name': '', 'network_id': '55733200-b749-428e-9266-13004039065f', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'mac_address': 'fa:16:3e:e1:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7acb5f7f-89e6-4884-963c-f19634937b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:08Z', 'updated_at': '2022-05-19T16:57:13Z', 'revision_number': 4, 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'subnets': [{'id': '7acb5f7f-89e6-4884-963c-f19634937b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:57:14.308661 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:14.314622 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-bba66f63-709f-446c-a867-babf50da240d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:15.017059 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 13667b88-6209-40ff-9d28-4c2998e8012f up at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:57:15.062437 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Provisioning complete for port 13667b88-6209-40ff-9d28-4c2998e8012f triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:15.062808 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:15.064936 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:15.140506 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Current status of the port 13667b88-6209-40ff-9d28-4c2998e8012f is: ACTIVE; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:15.246628 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:17.014466 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:17.062229 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-caca212e-8969-4a82-a34d-1adb364efabc req-b2b7a7c1-0fd7-4791-b36e-7c332b991c6a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383186 May 19 16:57:17.145352 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca212e-8969-4a82-a34d-1adb364efabc req-f99265a4-5c03-4998-ab1b-45f5981fdec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:17.146901 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-caca212e-8969-4a82-a34d-1adb364efabc req-f99265a4-5c03-4998-ab1b-45f5981fdec6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f232c172df994d3d909d7999238b1935&device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 1129 time: 0.0394373 May 19 16:57:17.266006 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca212e-8969-4a82-a34d-1adb364efabc req-567041d3-0a0b-432a-8554-bf367e8b5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:17.267371 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-caca212e-8969-4a82-a34d-1adb364efabc req-567041d3-0a0b-432a-8554-bf367e8b5989 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3 HTTP/1.1" status: 200 len: 910 time: 0.0916765 May 19 16:57:17.328902 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-caca212e-8969-4a82-a34d-1adb364efabc req-6dca246f-5e91-468b-a5a5-ec9710c9bd39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21 HTTP/1.1" status: 200 len: 1001 time: 0.0540850 May 19 16:57:17.378089 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca212e-8969-4a82-a34d-1adb364efabc req-f6235d3c-d65f-46fc-a491-5c62bd50bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:17.379553 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-caca212e-8969-4a82-a34d-1adb364efabc req-f6235d3c-d65f-46fc-a491-5c62bd50bfbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6aa80667-062b-4e9f-a2ca-1e239f186451 HTTP/1.1" status: 200 len: 848 time: 0.0448720 May 19 16:57:17.426642 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca212e-8969-4a82-a34d-1adb364efabc req-604a5a68-fa3b-420f-bf00-acf0287bfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:17.428129 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-caca212e-8969-4a82-a34d-1adb364efabc req-604a5a68-fa3b-420f-bf00-acf0287bfb6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423563 May 19 16:57:17.521484 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-caca212e-8969-4a82-a34d-1adb364efabc req-df7946e1-2239-4fee-8451-1dc11dd66a44 service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855834 May 19 16:57:17.620841 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-caca212e-8969-4a82-a34d-1adb364efabc req-3aed5d03-2f0b-474b-86af-86698920c3e7 service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899708 May 19 16:57:18.587601 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:21.158742 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=38,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:21.159596 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=26,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:22.355746 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:27.615764 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=1,neutron:SELECT=57,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:27.617615 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=2,neutron:SELECT=74,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:28.580634 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=13 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:28.582583 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:32.813177 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-d880c64e-656f-41de-856e-766b2511f669 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90520039&fields=id&tenant_id=dc95250983234edeb99b67ff4f084416 HTTP/1.1" status: 200 len: 267 time: 0.0441670 May 19 16:57:32.920845 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-496aad13-238f-4640-bcf4-16f227174683 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:32.922347 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-496aad13-238f-4640-bcf4-16f227174683 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 811 time: 0.1029894 May 19 16:57:32.937450 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-2efed865-fb91-4404-813f-1dd24f7ee623 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/quotas/dc95250983234edeb99b67ff4f084416 HTTP/1.1" status: 200 len: 375 time: 0.0097325 May 19 16:57:32.986800 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-0dd662f3-dbc8-46f5-8771-8d1d7a735229 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444832 May 19 16:57:33.084252 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-33b5780a-25c9-45ce-8315-0cbbd69a6d79 service neutron] 10.222.0.36 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863464 May 19 16:57:33.172011 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-103b7d53-bea5-4d07-aead-80c87b575104 service neutron] 10.222.0.36 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821974 May 19 16:57:33.450944 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e1308f9a-2714-435f-b31b-83f07b0f666c req-c8a8e668-8848-47c9-b041-5e38671f3168 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 210 time: 0.0280480 May 19 16:57:34.532636 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b5a64cb1-eb37-45c5-83b6-2014134f0477 req-5f81cea1-ae3d-4c80-8913-63415991be0a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 210 time: 0.0310996 May 19 16:57:35.617390 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a70c8a31-e438-451a-b44b-683617f6c1a5 req-43f0abba-94d9-4162-b9d7-25ebba47ef5a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 210 time: 0.0314043 May 19 16:57:36.693304 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-af115715-e46b-4546-8665-17c9e9cc1dc0 req-73968f04-682d-4343-885f-824310ea0d07 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 210 time: 0.0280170 May 19 16:57:37.431189 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:37.431954 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:37.785959 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f1e59901-daab-42d0-b4b1-be87827b77b3 req-f0419c50-0b20-4a77-b67e-926fe0541cf8 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 210 time: 0.0275605 May 19 16:57:38.414413 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-2111f653-7748-42bd-bf19-63db873615a3 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:38.415849 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-2111f653-7748-42bd-bf19-63db873615a3 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 811 time: 0.1073968 May 19 16:57:38.480645 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-2d003fcc-04e5-4f83-b5d6-f881dc68b7d9 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc95250983234edeb99b67ff4f084416 HTTP/1.1" status: 200 len: 378 time: 0.0567706 May 19 16:57:38.489670 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Request body: {'port': {'device_id': 'bc8d525a-8e08-4125-aaeb-0fd017f9d657', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'admin_state_up': True, 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'security_groups': ['c37f5018-9389-46ec-bf80-72254443260e']}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:38.604317 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Made reservation on behalf of dc95250983234edeb99b67ff4f084416 for: {'port': 1} {{(pid=110371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 16:57:38.609900 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:38.739289 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Allocated IP 172.20.0.9 (d06705e9-9d4e-4712-8321-c61ce7be2560/123702d0-cc42-404e-9802-b7b311dafce3/435b47ce-35db-4c9d-8774-e27fe5c158f8) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:57:38.743425 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:38.833124 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:38.899832 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-020bd66b-8e1c-476a-9183-f3f77eb07312 req-81d1ca86-8300-4366-a912-971006e1004b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 210 time: 0.0355935 May 19 16:57:38.915456 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:38.956971 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:39.002910 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Network d06705e9-9d4e-4712-8321-c61ce7be2560 is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:57:39.006016 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:57:39.009757 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:57:39.035166 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'Port': ['ID=435b47ce-35db-4c9d-8774-e27fe5c158f8,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:39.051180 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.051530 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.051873 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.052214 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.052540 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.052876 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.053232 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.053557 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.053882 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.054213 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.054541 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.054864 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.055187 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.055506 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.055824 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:57:39.075929 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:39.076595 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:39.093720 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-f525b084-d3f8-4de8-865a-9acbd221955b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6076775 May 19 16:57:39.104689 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Request body: {'port': {'device_id': 'bc8d525a-8e08-4125-aaeb-0fd017f9d657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:39.166567 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:39.200050 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-5eab3cd8-32c4-4edd-8140-c84a84401ec4 None None] Provisioning complete for port 435b47ce-35db-4c9d-8774-e27fe5c158f8 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:39.200886 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5eab3cd8-32c4-4edd-8140-c84a84401ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:39.232901 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-5eab3cd8-32c4-4edd-8140-c84a84401ec4 None None] Port 435b47ce-35db-4c9d-8774-e27fe5c158f8 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 16:57:39.447569 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435b47ce-35db-4c9d-8774-e27fe5c158f8 {{(pid=110371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:57:39.455520 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Publish callbacks [] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:39.468652 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.provisioning_blocks [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Transition to ACTIVE for port object 435b47ce-35db-4c9d-8774-e27fe5c158f8 will not be triggered until provisioned by entity L2. {{(pid=110371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 16:57:39.472285 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:39.518950 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Pushing event updated for resources: {'Port': ['ID=435b47ce-35db-4c9d-8774-e27fe5c158f8,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:39.587616 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:39.598656 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Attempting to bind port 435b47ce-35db-4c9d-8774-e27fe5c158f8 on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 16:57:39.598999 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Attempting to bind port 435b47ce-35db-4c9d-8774-e27fe5c158f8 by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 16:57:39.599335 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Attempting to bind port 435b47ce-35db-4c9d-8774-e27fe5c158f8 on network d06705e9-9d4e-4712-8321-c61ce7be2560 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:57:39.605232 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Port 435b47ce-35db-4c9d-8774-e27fe5c158f8 on network d06705e9-9d4e-4712-8321-c61ce7be2560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 16:57:39.605564 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Attempting to bind port 435b47ce-35db-4c9d-8774-e27fe5c158f8 on network d06705e9-9d4e-4712-8321-c61ce7be2560 {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 16:57:39.610859 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 16:57:39.611200 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Checking segment: {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 16:57:39.611595 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Bound using segment: {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'} {{(pid=110371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 16:57:39.612026 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.managers [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Bound port: 435b47ce-35db-4c9d-8774-e27fe5c158f8, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'}}] {{(pid=110371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 16:57:39.612390 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:39.644986 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:39.677656 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] For port 435b47ce-35db-4c9d-8774-e27fe5c158f8, host hv-cinder-84243, cleared binding levels {{(pid=110371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 16:57:39.680622 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] For port 435b47ce-35db-4c9d-8774-e27fe5c158f8, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=435b47ce-35db-4c9d-8774-e27fe5c158f8,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 16:57:39.686316 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:39.718721 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:39.719332 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:39.720711 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] 10.222.0.48 "PUT /v2.0/ports/435b47ce-35db-4c9d-8774-e27fe5c158f8 HTTP/1.1" status: 200 len: 1093 time: 0.6202006 May 19 16:57:39.721170 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8d525a-8e08-4125-aaeb-0fd017f9d657', 'tag': '435b47ce-35db-4c9d-8774-e27fe5c158f8'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:57:39.723402 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa68c74f-a3c7-4c6a-b738-5c06a4104329" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8d525a-8e08-4125-aaeb-0fd017f9d657", "tag": "435b47ce-35db-4c9d-8774-e27fe5c158f8"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:57:39.753455 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2dd3d-f5fb-4d6d-be60-7bb79f57c8cf service neutron] Pushing event updated for resources: {'Port': ['ID=435b47ce-35db-4c9d-8774-e27fe5c158f8,revision_number=3']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:39.785042 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00e2e01-bb6f-40e5-9d58-6202fa9b0da2 x-openstack-request-id: req-b00e2e01-bb6f-40e5-9d58-6202fa9b0da2 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:57:39.785355 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8d525a-8e08-4125-aaeb-0fd017f9d657", "tag": "435b47ce-35db-4c9d-8774-e27fe5c158f8", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:57:39.785607 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b00e2e01-bb6f-40e5-9d58-6202fa9b0da2 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:57:39.786000 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b00e2e01-bb6f-40e5-9d58-6202fa9b0da2'] response: {'name': 'network-changed', 'server_uuid': 'bc8d525a-8e08-4125-aaeb-0fd017f9d657', 'tag': '435b47ce-35db-4c9d-8774-e27fe5c158f8', 'status': 'completed', 'code': 200} May 19 16:57:39.821278 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-b92d8e16-88ee-483f-8e03-af578ea9aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:39.822795 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-b92d8e16-88ee-483f-8e03-af578ea9aba3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 1127 time: 0.0490053 May 19 16:57:39.863050 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-00c1c60e-6a26-42a4-8ed0-4fe264f4b6dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=435b47ce-35db-4c9d-8774-e27fe5c158f8 HTTP/1.1" status: 200 len: 217 time: 0.0326903 May 19 16:57:39.912528 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-c605a17a-e716-4ec6-9b40-2a3c075f6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:39.914022 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-c605a17a-e716-4ec6-9b40-2a3c075f6a81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0460124 May 19 16:57:39.956164 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-fc6583fb-5414-48e1-9bd1-074626a4b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:39.957703 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-fc6583fb-5414-48e1-9bd1-074626a4b5dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383625 May 19 16:57:40.065126 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00312a5a-a054-45e4-8d82-e3c67170cfbc req-8662f365-83ee-4cc7-8953-9eb548bc8b79 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:40.065126 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-00312a5a-a054-45e4-8d82-e3c67170cfbc req-8662f365-83ee-4cc7-8953-9eb548bc8b79 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 943 time: 0.0906494 May 19 16:57:40.106294 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-45e5d9b0-3d96-47d2-a222-80367c83e7d8 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425416 May 19 16:57:40.171515 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-00312a5a-a054-45e4-8d82-e3c67170cfbc req-af328f72-b6e7-453d-9eb6-3fedb40d8539 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987229 May 19 16:57:40.217675 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-956738e6-c1be-4040-be9e-0bdab1f0669f req-1d81d8f4-a332-4b6f-9f05-a3bc50b25848 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033356 May 19 16:57:41.009121 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-131c3d91-721c-4f1b-be7a-f05e3242ebb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:41.015236 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68c74f-a3c7-4c6a-b738-5c06a4104329 req-7bad8b80-cb11-47c4-aa78-546b20f037dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:41.016741 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa68c74f-a3c7-4c6a-b738-5c06a4104329 req-7bad8b80-cb11-47c4-aa78-546b20f037dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 1127 time: 0.0429902 May 19 16:57:41.109911 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68c74f-a3c7-4c6a-b738-5c06a4104329 req-365d9194-4987-4b8e-b59d-af304794afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:41.111557 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa68c74f-a3c7-4c6a-b738-5c06a4104329 req-365d9194-4987-4b8e-b59d-af304794afa5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 912 time: 0.0890660 May 19 16:57:41.131082 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:41.149814 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa68c74f-a3c7-4c6a-b738-5c06a4104329 req-01a31aaa-dcb1-41b0-a80d-7fbb92b42205 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=435b47ce-35db-4c9d-8774-e27fe5c158f8 HTTP/1.1" status: 200 len: 217 time: 0.0323377 May 19 16:57:41.199557 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68c74f-a3c7-4c6a-b738-5c06a4104329 req-a85a21c7-7ee1-4ed3-98ac-34cefe230b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:41.201632 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa68c74f-a3c7-4c6a-b738-5c06a4104329 req-a85a21c7-7ee1-4ed3-98ac-34cefe230b50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0458603 May 19 16:57:41.243788 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68c74f-a3c7-4c6a-b738-5c06a4104329 req-783ec9e0-2ed1-4c85-9a32-b2d2e302864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:41.245654 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa68c74f-a3c7-4c6a-b738-5c06a4104329 req-783ec9e0-2ed1-4c85-9a32-b2d2e302864d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389903 May 19 16:57:41.339930 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd21abe-eca7-4e1e-aa1f-17b5f7dbb445 req-61bc120f-4680-481a-8236-b2f19ed80c50 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:41.341410 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ecd21abe-eca7-4e1e-aa1f-17b5f7dbb445 req-61bc120f-4680-481a-8236-b2f19ed80c50 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 943 time: 0.0948949 May 19 16:57:41.362565 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:41.396420 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa68c74f-a3c7-4c6a-b738-5c06a4104329 req-66ac3546-3604-43a2-aa79-9a4269810738 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414676 May 19 16:57:41.453409 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ecd21abe-eca7-4e1e-aa1f-17b5f7dbb445 req-75bd58d4-fc20-44b5-af9c-0a8547e07643 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057601 May 19 16:57:41.466259 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:41.499715 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aa68c74f-a3c7-4c6a-b738-5c06a4104329 req-55557553-23c4-4813-b05e-acee9818e7b6 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974872 May 19 16:57:42.564907 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a037b-8532-43a5-b852-f12a64bc30b8 req-91a19714-639a-4570-97bf-a5103cb0ebc9 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:42.566473 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-505a037b-8532-43a5-b852-f12a64bc30b8 req-91a19714-639a-4570-97bf-a5103cb0ebc9 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 943 time: 0.0465024 May 19 16:57:42.614910 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-505a037b-8532-43a5-b852-f12a64bc30b8 req-d75ab42c-faee-4ef1-a262-c4375d03086a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430810 May 19 16:57:43.728078 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1ad33-a2f7-4c55-9ac6-e617a5f67dba req-8ff3d65f-9b67-4ea3-8844-34e072368fe6 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:43.729600 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-58f1ad33-a2f7-4c55-9ac6-e617a5f67dba req-8ff3d65f-9b67-4ea3-8844-34e072368fe6 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 943 time: 0.0468059 May 19 16:57:43.777830 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-58f1ad33-a2f7-4c55-9ac6-e617a5f67dba req-829eba49-e7a7-4e93-a00d-9d23fd0baf67 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421581 May 19 16:57:44.316700 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-91aaed35-6459-4417-827d-7136b436706d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:44.894180 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8c8d3-eec4-4164-b076-52f5be447fb9 req-71aed5da-8258-4b97-a533-a8e64979f4ee tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:44.895653 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5fc8c8d3-eec4-4164-b076-52f5be447fb9 req-71aed5da-8258-4b97-a533-a8e64979f4ee tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 943 time: 0.0509343 May 19 16:57:44.944327 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5fc8c8d3-eec4-4164-b076-52f5be447fb9 req-2a641c16-76df-4b6a-bae0-86faa1e38f15 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431223 May 19 16:57:45.248942 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:46.054813 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e81a9-8a8f-44de-a850-d61e1d2992e4 req-026bbf6f-c442-4d8a-ad54-21812ff21c2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:46.056268 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b06e81a9-8a8f-44de-a850-d61e1d2992e4 req-026bbf6f-c442-4d8a-ad54-21812ff21c2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 943 time: 0.0456440 May 19 16:57:46.110802 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b06e81a9-8a8f-44de-a850-d61e1d2992e4 req-e8646b6b-f059-417a-ad1c-2d35234bb2b3 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486238 May 19 16:57:47.016366 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:47.222585 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd71db5-3af4-4ae3-9f45-1a038edaee72 req-6f4736bd-3627-454a-821d-80283310a01a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:47.224032 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9cd71db5-3af4-4ae3-9f45-1a038edaee72 req-6f4736bd-3627-454a-821d-80283310a01a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 943 time: 0.0461924 May 19 16:57:47.275634 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9cd71db5-3af4-4ae3-9f45-1a038edaee72 req-6edda019-a869-431a-94f3-d5df135305bd tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461998 May 19 16:57:48.390023 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85adfb2-5c8a-482b-8655-ca7d8d00a616 req-af5a369d-ba3f-44b9-84a4-00ed3dd31900 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:48.391484 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e85adfb2-5c8a-482b-8655-ca7d8d00a616 req-af5a369d-ba3f-44b9-84a4-00ed3dd31900 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 943 time: 0.0470011 May 19 16:57:48.440710 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e85adfb2-5c8a-482b-8655-ca7d8d00a616 req-a9297631-c632-40e0-8912-1b6d7edce5a2 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430682 May 19 16:57:48.589839 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:49.191354 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 435b47ce-35db-4c9d-8774-e27fe5c158f8 details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 16:57:49.289981 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 435b47ce-35db-4c9d-8774-e27fe5c158f8, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=435b47ce-35db-4c9d-8774-e27fe5c158f8,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:57:49.300723 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': '435b47ce-35db-4c9d-8774-e27fe5c158f8', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'port_id': '435b47ce-35db-4c9d-8774-e27fe5c158f8', 'mac_address': 'fa:16:3e:a3:c1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 16:57:49.333886 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 435b47ce-35db-4c9d-8774-e27fe5c158f8 is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:49.334267 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:49.347050 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435b47ce-35db-4c9d-8774-e27fe5c158f8 {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 16:57:49.365915 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 435b47ce-35db-4c9d-8774-e27fe5c158f8, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=435b47ce-35db-4c9d-8774-e27fe5c158f8,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:57:49.370194 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:49.409550 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:57:49.418596 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=435b47ce-35db-4c9d-8774-e27fe5c158f8,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:49.550977 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731f027-3e79-43df-9d37-0a6e6feddb1d req-a60f45d0-6c5d-439d-b531-92d77dd9d216 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:49.552450 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b731f027-3e79-43df-9d37-0a6e6feddb1d req-a60f45d0-6c5d-439d-b531-92d77dd9d216 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 944 time: 0.0461948 May 19 16:57:49.601850 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-b731f027-3e79-43df-9d37-0a6e6feddb1d req-afdd81f0-83e5-4ebc-8afe-6f6d4a97d6f1 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439370 May 19 16:57:49.708455 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['435b47ce-35db-4c9d-8774-e27fe5c158f8'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 16:57:50.021789 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:50.065414 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:50.718719 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1c09-b487-42ca-9a6a-314f450a6dbb req-883a023b-5fb6-4eae-8eb0-682d6c95e63e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:50.722175 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e53e1c09-b487-42ca-9a6a-314f450a6dbb req-883a023b-5fb6-4eae-8eb0-682d6c95e63e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 944 time: 0.0539343 May 19 16:57:50.771732 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e53e1c09-b487-42ca-9a6a-314f450a6dbb req-f70397d5-7f2a-441d-b17b-0f3fa5d10f4d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440578 May 19 16:57:51.192992 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 435b47ce-35db-4c9d-8774-e27fe5c158f8 up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 16:57:51.235120 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port 435b47ce-35db-4c9d-8774-e27fe5c158f8 completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 16:57:51.240624 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port 435b47ce-35db-4c9d-8774-e27fe5c158f8 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 16:57:51.240998 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:51.317651 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port 435b47ce-35db-4c9d-8774-e27fe5c158f8 is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 16:57:51.318282 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:51.342855 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8d525a-8e08-4125-aaeb-0fd017f9d657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435b47ce-35db-4c9d-8774-e27fe5c158f8'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:57:51.345642 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24bf05b-4dd7-403f-98ae-464a8656403d" -d '{"events": [{"server_uuid": "bc8d525a-8e08-4125-aaeb-0fd017f9d657", "name": "network-vif-plugged", "status": "completed", "tag": "435b47ce-35db-4c9d-8774-e27fe5c158f8"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:57:51.357952 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port 435b47ce-35db-4c9d-8774-e27fe5c158f8, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=435b47ce-35db-4c9d-8774-e27fe5c158f8,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:57:51.362567 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:51.387283 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003a138b-755d-4139-a263-1a9add8e5465 x-openstack-request-id: req-003a138b-755d-4139-a263-1a9add8e5465 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:57:51.387575 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8d525a-8e08-4125-aaeb-0fd017f9d657", "name": "network-vif-plugged", "status": "completed", "tag": "435b47ce-35db-4c9d-8774-e27fe5c158f8", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:57:51.387827 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-003a138b-755d-4139-a263-1a9add8e5465 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:57:51.388221 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-003a138b-755d-4139-a263-1a9add8e5465'] response: {'server_uuid': 'bc8d525a-8e08-4125-aaeb-0fd017f9d657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435b47ce-35db-4c9d-8774-e27fe5c158f8', 'code': 200} May 19 16:57:51.416639 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=435b47ce-35db-4c9d-8774-e27fe5c158f8,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:51.591758 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497a85e-c7e8-47f9-a00b-d4ce8d10510a req-3189d5fb-a831-4933-99c1-dfa986385298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:51.593242 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7497a85e-c7e8-47f9-a00b-d4ce8d10510a req-3189d5fb-a831-4933-99c1-dfa986385298 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 1129 time: 0.0376110 May 19 16:57:51.647427 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7497a85e-c7e8-47f9-a00b-d4ce8d10510a req-40d553d4-b01d-47fd-9243-39820121a1bc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482666 May 19 16:57:51.887698 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a1b78-6b65-4a63-a115-4fe94e8d5989 req-6b0665e6-24aa-4638-824e-b4b6f8a8db68 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:51.889176 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-120a1b78-6b65-4a63-a115-4fe94e8d5989 req-6b0665e6-24aa-4638-824e-b4b6f8a8db68 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 945 time: 0.0500069 May 19 16:57:51.909924 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:51.934555 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:51.949996 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-120a1b78-6b65-4a63-a115-4fe94e8d5989 req-e23a6688-d15a-472f-b209-fd8a5b6da0d3 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551276 May 19 16:57:53.063497 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866406c2-15cd-4869-9a08-b64e495a0460 req-4fa7962f-d6c2-4a35-97e5-80412867a001 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:53.064945 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-866406c2-15cd-4869-9a08-b64e495a0460 req-4fa7962f-d6c2-4a35-97e5-80412867a001 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 945 time: 0.0472021 May 19 16:57:53.114335 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-866406c2-15cd-4869-9a08-b64e495a0460 req-f54c3fb1-6279-46b2-bb66-a9f64d400136 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439274 May 19 16:57:54.227678 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e8d09-7aa4-4cce-850a-4e26a7bc912c req-d94e29be-4cae-4bb2-a8aa-05843e2c37e3 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:54.229142 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3b9e8d09-7aa4-4cce-850a-4e26a7bc912c req-d94e29be-4cae-4bb2-a8aa-05843e2c37e3 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 945 time: 0.0487156 May 19 16:57:54.293396 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3b9e8d09-7aa4-4cce-850a-4e26a7bc912c req-3ad50e3a-d37a-428f-b7d2-7d21290d9501 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587251 May 19 16:57:54.406401 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5c464-2e4c-4187-a6f2-0d680b9ed8a7 req-e550be6c-07d3-4583-b1e9-bceaf60fd2fe tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:54.407752 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aaa5c464-2e4c-4187-a6f2-0d680b9ed8a7 req-e550be6c-07d3-4583-b1e9-bceaf60fd2fe tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 945 time: 0.0460906 May 19 16:57:54.455537 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-aaa5c464-2e4c-4187-a6f2-0d680b9ed8a7 req-ae072320-f38b-4732-8522-a536a17fe788 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424705 May 19 16:57:54.477181 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42042) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:54.600800 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c65d573-bef9-4049-8ec3-fffd8cffee7b tempest-TestVolumeBootPattern-568153456 tempest-TestVolumeBootPattern-568153456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:54.602372 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-3c65d573-bef9-4049-8ec3-fffd8cffee7b tempest-TestVolumeBootPattern-568153456 tempest-TestVolumeBootPattern-568153456-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 1124 time: 0.1242230 May 19 16:57:54.605363 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42046) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:57:54.610422 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Request body: {'floatingip': {'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'port_id': '435b47ce-35db-4c9d-8774-e27fe5c158f8', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 16:57:54.632321 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:54.712753 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:54.815035 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Allocated IP 172.27.1.126 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/f96d56de-c305-4386-908b-5d5b221d719c) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 16:57:54.920316 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for port (f96d56de-c305-4386-908b-5d5b221d719c), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:54.952277 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (f96d56de-c305-4386-908b-5d5b221d719c), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:54.990415 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 16:57:54.993268 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 16:57:54.996965 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 16:57:55.020656 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'Port': ['ID=f96d56de-c305-4386-908b-5d5b221d719c,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:55.303589 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:55.324589 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:55.570775 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for floatingip (fe9c070d-649f-4443-8551-b88a478aa61f), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:55.638356 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (f96d56de-c305-4386-908b-5d5b221d719c), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:55.810802 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for port (f96d56de-c305-4386-908b-5d5b221d719c), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:55.815625 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (f96d56de-c305-4386-908b-5d5b221d719c), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:55.881401 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'Port': ['ID=f96d56de-c305-4386-908b-5d5b221d719c,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:57:55.893128 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (fe9c070d-649f-4443-8551-b88a478aa61f), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:55.986885 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Floating IP fe9c070d-649f-4443-8551-b88a478aa61f associated. External IP: 172.27.1.126, port: 435b47ce-35db-4c9d-8774-e27fe5c158f8. May 19 16:57:56.081537 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:56.162762 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:56.184414 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:57:56.287851 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:57:56.303812 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1e812-606a-41c9-9876-3d8b90520c21 None None] Sync routers for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:57:56.307984 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:57:56.315088 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1e812-606a-41c9-9876-3d8b90520c21 None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:57:56.315689 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-64c1e812-606a-41c9-9876-3d8b90520c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:57:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:56.340945 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-29921e27-7310-4c73-beee-ffd66eb34f81 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7342830 May 19 16:57:56.341958 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8d525a-8e08-4125-aaeb-0fd017f9d657', 'tag': '435b47ce-35db-4c9d-8774-e27fe5c158f8'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:57:56.345585 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc84311-e678-4b66-8438-87e199c506cc" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8d525a-8e08-4125-aaeb-0fd017f9d657", "tag": "435b47ce-35db-4c9d-8774-e27fe5c158f8"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:57:56.382655 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a912c6c7-9cde-4d30-a29e-003def70a80f x-openstack-request-id: req-a912c6c7-9cde-4d30-a29e-003def70a80f {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:57:56.382957 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8d525a-8e08-4125-aaeb-0fd017f9d657", "tag": "435b47ce-35db-4c9d-8774-e27fe5c158f8", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:57:56.383214 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a912c6c7-9cde-4d30-a29e-003def70a80f {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:57:56.383619 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a912c6c7-9cde-4d30-a29e-003def70a80f'] response: {'name': 'network-changed', 'server_uuid': 'bc8d525a-8e08-4125-aaeb-0fd017f9d657', 'tag': '435b47ce-35db-4c9d-8774-e27fe5c158f8', 'status': 'completed', 'code': 200} May 19 16:57:56.418213 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-64c1e812-606a-41c9-9876-3d8b90520c21 None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:57:56.442634 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc84311-e678-4b66-8438-87e199c506cc req-63b21b3b-d6f7-43ef-93e7-e03d3651a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:56.444188 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cdc84311-e678-4b66-8438-87e199c506cc req-63b21b3b-d6f7-43ef-93e7-e03d3651a175 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 1129 time: 0.0402467 May 19 16:57:56.536387 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc84311-e678-4b66-8438-87e199c506cc req-31e20215-3da6-4062-88e6-2eee2459d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:56.537912 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cdc84311-e678-4b66-8438-87e199c506cc req-31e20215-3da6-4062-88e6-2eee2459d6f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 912 time: 0.0875936 May 19 16:57:56.597643 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cdc84311-e678-4b66-8438-87e199c506cc req-0c60ab1c-56dd-464a-9e4d-d36de051c597 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=435b47ce-35db-4c9d-8774-e27fe5c158f8 HTTP/1.1" status: 200 len: 999 time: 0.0543728 May 19 16:57:56.630345 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-64c1e812-606a-41c9-9876-3d8b90520c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'fe9c070d-649f-4443-8551-b88a478aa61f', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': '435b47ce-35db-4c9d-8774-e27fe5c158f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:a3:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d525a-8e08-4125-aaeb-0fd017f9d657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:57:55Z', 'updated_at': '2022-05-19T16:57:55Z', 'revision_number': 0, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:56.650086 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc84311-e678-4b66-8438-87e199c506cc req-ccf20180-118a-461a-af3e-31ac97179626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:56.651566 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cdc84311-e678-4b66-8438-87e199c506cc req-ccf20180-118a-461a-af3e-31ac97179626 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0490518 May 19 16:57:56.654668 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1e812-606a-41c9-9876-3d8b90520c21 None None] Checking router: f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:57:56.664195 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1e812-606a-41c9-9876-3d8b90520c21 None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:57:56.664804 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-64c1e812-606a-41c9-9876-3d8b90520c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:57:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:56.698996 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc84311-e678-4b66-8438-87e199c506cc req-4c08dd44-7861-45c7-8419-4620da6daf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:57:56.700436 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cdc84311-e678-4b66-8438-87e199c506cc req-4c08dd44-7861-45c7-8419-4620da6daf5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433979 May 19 16:57:56.767418 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-64c1e812-606a-41c9-9876-3d8b90520c21 None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:57:56.790035 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cdc84311-e678-4b66-8438-87e199c506cc req-cec970af-81f9-4c3d-88d6-681063c62875 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822833 May 19 16:57:56.882017 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-cdc84311-e678-4b66-8438-87e199c506cc req-44ff99ba-7b7c-4eda-93e2-c6aa76b0c262 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863721 May 19 16:57:56.909969 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:56.962085 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:57:56.979737 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-64c1e812-606a-41c9-9876-3d8b90520c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'fe9c070d-649f-4443-8551-b88a478aa61f', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': '435b47ce-35db-4c9d-8774-e27fe5c158f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:a3:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d525a-8e08-4125-aaeb-0fd017f9d657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:57:55Z', 'updated_at': '2022-05-19T16:57:55Z', 'revision_number': 0, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:57:57.004221 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1e812-606a-41c9-9876-3d8b90520c21 None None] The sync data for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi is: [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'fe9c070d-649f-4443-8551-b88a478aa61f', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': '435b47ce-35db-4c9d-8774-e27fe5c158f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:a3:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8d525a-8e08-4125-aaeb-0fd017f9d657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T16:57:55Z', 'updated_at': '2022-05-19T16:57:55Z', 'revision_number': 0, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:57:57.192051 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359407f-485c-4ead-babe-60bb21944992 None None] New status for floating IP fe9c070d-649f-4443-8551-b88a478aa61f: ACTIVE {{(pid=110373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:58:00.496476 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42052) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:58:00.723220 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-2927787c-82ee-4ac8-a750-0438622a0b47 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Deleting port bec1c442-490e-4db4-8f2a-95aee8072a0a {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:58:00.723563 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2927787c-82ee-4ac8-a750-0438622a0b47 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (bec1c442-490e-4db4-8f2a-95aee8072a0a), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:00.800085 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2927787c-82ee-4ac8-a750-0438622a0b47 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (bec1c442-490e-4db4-8f2a-95aee8072a0a), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:00.800336 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2927787c-82ee-4ac8-a750-0438622a0b47 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for floatingip (bec1c442-490e-4db4-8f2a-95aee8072a0a), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:00.812816 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-2927787c-82ee-4ac8-a750-0438622a0b47 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Calling delete_port for bec1c442-490e-4db4-8f2a-95aee8072a0a owned by network:floatingip {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:58:00.817917 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:00.825822 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:00.977628 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2927787c-82ee-4ac8-a750-0438622a0b47 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (bec1c442-490e-4db4-8f2a-95aee8072a0a), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:01.003315 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927787c-82ee-4ac8-a750-0438622a0b47 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Pushing event deleted for resources: {'Port': ['ID=bec1c442-490e-4db4-8f2a-95aee8072a0a,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:01.061758 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2927787c-82ee-4ac8-a750-0438622a0b47 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for floatingip (8c143c48-f551-42e8-a7e6-51c3f679a6ed), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:01.062008 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [None req-2927787c-82ee-4ac8-a750-0438622a0b47 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Floating IP 8c143c48-f551-42e8-a7e6-51c3f679a6ed disassociated (deleted). External IP: 172.27.1.250, port: bdcf063e-89c5-4dd4-8d96-078d31278d21. May 19 16:58:01.258802 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2927787c-82ee-4ac8-a750-0438622a0b47 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Router 668ee9c4-7b03-43df-8c0a-10972394b0f0 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:58:01.359799 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2927787c-82ee-4ac8-a750-0438622a0b47 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:58:01.364512 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-2927787c-82ee-4ac8-a750-0438622a0b47 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:01.368953 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba21c6-7b6b-4937-8409-65ebf7972d7c None None] Sync routers for ids ['668ee9c4-7b03-43df-8c0a-10972394b0f0'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:58:01.379097 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba21c6-7b6b-4937-8409-65ebf7972d7c None None] Routers {'668ee9c4-7b03-43df-8c0a-10972394b0f0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:58:01.379709 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-c3ba21c6-7b6b-4937-8409-65ebf7972d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:57:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['668ee9c4-7b03-43df-8c0a-10972394b0f0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:01.394803 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-2927787c-82ee-4ac8-a750-0438622a0b47 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "DELETE /v2.0/floatingips/8c143c48-f551-42e8-a7e6-51c3f679a6ed HTTP/1.1" status: 204 len: 168 time: 0.8972476 May 19 16:58:01.395380 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'tag': 'bdcf063e-89c5-4dd4-8d96-078d31278d21'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:58:01.397675 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfe3893-6f52-4c9d-b42f-474a7f31334e" -d '{"events": [{"name": "network-changed", "server_uuid": "8395bd9a-4534-4aa5-b2d0-f08d866a9339", "tag": "bdcf063e-89c5-4dd4-8d96-078d31278d21"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:58:01.487774 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-c3ba21c6-7b6b-4937-8409-65ebf7972d7c None None] Set router 668ee9c4-7b03-43df-8c0a-10972394b0f0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:58:01.582221 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 16:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da25d4bb-f790-4e28-a6f4-8353954f6009 x-openstack-request-id: req-da25d4bb-f790-4e28-a6f4-8353954f6009 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:58:01.582748 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8395bd9a-4534-4aa5-b2d0-f08d866a9339", "tag": "bdcf063e-89c5-4dd4-8d96-078d31278d21", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:58:01.582748 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da25d4bb-f790-4e28-a6f4-8353954f6009 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:58:01.583371 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da25d4bb-f790-4e28-a6f4-8353954f6009'] response: {'name': 'network-changed', 'server_uuid': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'tag': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'status': 'completed', 'code': 200} May 19 16:58:01.677085 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9065c-bec6-41f6-987c-73e2cd7ac265 req-992ef712-96c0-4623-ab1b-59fb1bdcb920 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:58:01.678625 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-63f9065c-bec6-41f6-987c-73e2cd7ac265 req-992ef712-96c0-4623-ab1b-59fb1bdcb920 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0525255 May 19 16:58:01.682287 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-c3ba21c6-7b6b-4937-8409-65ebf7972d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:43Z', 'revision_number': 4, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port': {'id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '68200993-e43d-4ff0-9f00-86ef3407e225', 'name': '', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'mac_address': 'fa:16:3e:db:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:42Z', 'updated_at': '2022-05-19T16:51:47Z', 'revision_number': 5, 'project_id': 'f232c172df994d3d909d7999238b1935', 'subnets': [{'id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:01.708079 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba21c6-7b6b-4937-8409-65ebf7972d7c None None] Checking router: 668ee9c4-7b03-43df-8c0a-10972394b0f0 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:58:01.716387 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba21c6-7b6b-4937-8409-65ebf7972d7c None None] Routers {'668ee9c4-7b03-43df-8c0a-10972394b0f0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:58:01.716992 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-c3ba21c6-7b6b-4937-8409-65ebf7972d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:57:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['668ee9c4-7b03-43df-8c0a-10972394b0f0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:01.730102 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-63f9065c-bec6-41f6-987c-73e2cd7ac265 req-90b4b917-5088-43a1-8653-ef35a4e5bdb9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456326 May 19 16:58:01.941348 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-c3ba21c6-7b6b-4937-8409-65ebf7972d7c None None] Set router 668ee9c4-7b03-43df-8c0a-10972394b0f0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:58:02.117999 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-c3ba21c6-7b6b-4937-8409-65ebf7972d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:43Z', 'revision_number': 4, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port': {'id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '68200993-e43d-4ff0-9f00-86ef3407e225', 'name': '', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'mac_address': 'fa:16:3e:db:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:42Z', 'updated_at': '2022-05-19T16:51:47Z', 'revision_number': 5, 'project_id': 'f232c172df994d3d909d7999238b1935', 'subnets': [{'id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:02.145625 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba21c6-7b6b-4937-8409-65ebf7972d7c None None] The sync data for ids ['668ee9c4-7b03-43df-8c0a-10972394b0f0'] in dv-cinder-842433-1-iscsi is: [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:43Z', 'revision_number': 4, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port': {'id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '68200993-e43d-4ff0-9f00-86ef3407e225', 'name': '', 'network_id': '3469f2a0-dc3c-4426-85a2-390e0d45d3c3', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'mac_address': 'fa:16:3e:db:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:42Z', 'updated_at': '2022-05-19T16:51:47Z', 'revision_number': 5, 'project_id': 'f232c172df994d3d909d7999238b1935', 'subnets': [{'id': '6aa80667-062b-4e9f-a2ca-1e239f186451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:58:02.351167 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ff603-4178-4a43-8e09-9e640d10fdf1 None None] New status for floating IP 8c143c48-f551-42e8-a7e6-51c3f679a6ed: DOWN {{(pid=110373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 16:58:02.676869 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe3893-6f52-4c9d-b42f-474a7f31334e req-c2364238-ebcc-420d-8b8e-7e63a87e3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:58:02.678279 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7bfe3893-6f52-4c9d-b42f-474a7f31334e req-c2364238-ebcc-420d-8b8e-7e63a87e3bc3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f232c172df994d3d909d7999238b1935&device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 1129 time: 0.0425658 May 19 16:58:02.767661 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe3893-6f52-4c9d-b42f-474a7f31334e req-97b6c6a0-f2ed-41cf-834e-59b10bc66563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:58:02.769303 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7bfe3893-6f52-4c9d-b42f-474a7f31334e req-97b6c6a0-f2ed-41cf-834e-59b10bc66563 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3 HTTP/1.1" status: 200 len: 910 time: 0.0843768 May 19 16:58:02.813953 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7bfe3893-6f52-4c9d-b42f-474a7f31334e req-254100c6-74f0-471b-b88a-b08042ee3478 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21 HTTP/1.1" status: 200 len: 217 time: 0.0386398 May 19 16:58:03.118737 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5dbfd-cca0-4aa3-bc68-569ee3a266ec req-3257f527-c447-4f51-ae12-0b7c1142d981 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:58:03.120439 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-79e5dbfd-cca0-4aa3-bc68-569ee3a266ec req-3257f527-c447-4f51-ae12-0b7c1142d981 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.3090153 May 19 16:58:03.126468 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:03.136614 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe3893-6f52-4c9d-b42f-474a7f31334e req-2b13740b-b395-4460-bde3-ad657ca8761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:58:03.138001 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7bfe3893-6f52-4c9d-b42f-474a7f31334e req-2b13740b-b395-4460-bde3-ad657ca8761e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6aa80667-062b-4e9f-a2ca-1e239f186451 HTTP/1.1" status: 200 len: 848 time: 0.0666955 May 19 16:58:03.140600 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:03.178437 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-79e5dbfd-cca0-4aa3-bc68-569ee3a266ec req-50867221-10cf-4024-a06f-8e5d4ce25097 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508254 May 19 16:58:03.240815 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe3893-6f52-4c9d-b42f-474a7f31334e req-bd0cf951-e81a-4481-8b9e-7558910bf5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:58:03.242233 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7bfe3893-6f52-4c9d-b42f-474a7f31334e req-bd0cf951-e81a-4481-8b9e-7558910bf5e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3469f2a0-dc3c-4426-85a2-390e0d45d3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408583 May 19 16:58:03.330706 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd7457-12fb-4fc5-a951-606599ac4739 req-990e271a-afd6-4d8d-a998-cedaf217527d tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:58:03.331378 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7bfe3893-6f52-4c9d-b42f-474a7f31334e req-eff47113-9af4-45fb-bc1c-af0384f67d36 service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827160 May 19 16:58:03.332334 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-17fd7457-12fb-4fc5-a951-606599ac4739 req-990e271a-afd6-4d8d-a998-cedaf217527d tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.48 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 945 time: 0.0486915 May 19 16:58:03.419381 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [req-17fd7457-12fb-4fc5-a951-606599ac4739 req-4d16496e-49f5-40a3-b197-abf4f909eddf tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Deleting port bdcf063e-89c5-4dd4-8d96-078d31278d21 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:58:03.419727 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-17fd7457-12fb-4fc5-a951-606599ac4739 req-4d16496e-49f5-40a3-b197-abf4f909eddf tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:03.427340 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7bfe3893-6f52-4c9d-b42f-474a7f31334e req-3e54df1d-e7c7-4f71-af91-1513811b90ac service neutron] 10.222.0.48 "GET /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864069 May 19 16:58:03.514327 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-17fd7457-12fb-4fc5-a951-606599ac4739 req-4d16496e-49f5-40a3-b197-abf4f909eddf tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] For port bdcf063e-89c5-4dd4-8d96-078d31278d21, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=bdcf063e-89c5-4dd4-8d96-078d31278d21,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:58:03.514611 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-17fd7457-12fb-4fc5-a951-606599ac4739 req-4d16496e-49f5-40a3-b197-abf4f909eddf tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:03.527421 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [req-17fd7457-12fb-4fc5-a951-606599ac4739 req-4d16496e-49f5-40a3-b197-abf4f909eddf tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Calling delete_port for bdcf063e-89c5-4dd4-8d96-078d31278d21 owned by compute:nova {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:58:03.654463 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-17fd7457-12fb-4fc5-a951-606599ac4739 req-4d16496e-49f5-40a3-b197-abf4f909eddf tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (bdcf063e-89c5-4dd4-8d96-078d31278d21), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:03.679951 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16496e-49f5-40a3-b197-abf4f909eddf tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Pushing event deleted for resources: {'Port': ['ID=bdcf063e-89c5-4dd4-8d96-078d31278d21,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:03.726343 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fd7457-12fb-4fc5-a951-606599ac4739 req-4d16496e-49f5-40a3-b197-abf4f909eddf tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] No DVR routers for this DVR port bdcf063e-89c5-4dd4-8d96-078d31278d21 on host hv-cinder-84243 {{(pid=110370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:58:03.728781 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-17fd7457-12fb-4fc5-a951-606599ac4739 req-4d16496e-49f5-40a3-b197-abf4f909eddf tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:03.731997 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-17fd7457-12fb-4fc5-a951-606599ac4739 req-4d16496e-49f5-40a3-b197-abf4f909eddf tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.48 "DELETE /v2.0/ports/bdcf063e-89c5-4dd4-8d96-078d31278d21 HTTP/1.1" status: 204 len: 173 time: 0.3892336 May 19 16:58:03.732430 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'name': 'network-vif-deleted', 'tag': 'bdcf063e-89c5-4dd4-8d96-078d31278d21'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 16:58:03.735351 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf426f80-5860-4448-8507-1e3e3a621778" -d '{"events": [{"server_uuid": "8395bd9a-4534-4aa5-b2d0-f08d866a9339", "name": "network-vif-deleted", "tag": "bdcf063e-89c5-4dd4-8d96-078d31278d21"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 16:58:03.852611 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 16:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5846eb-cae2-4d7c-b1b1-1c8fe58e1d30 x-openstack-request-id: req-cf5846eb-cae2-4d7c-b1b1-1c8fe58e1d30 {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 16:58:03.852909 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8395bd9a-4534-4aa5-b2d0-f08d866a9339", "name": "network-vif-deleted", "tag": "bdcf063e-89c5-4dd4-8d96-078d31278d21", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 16:58:03.853199 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf5846eb-cae2-4d7c-b1b1-1c8fe58e1d30 {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 16:58:03.853622 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5846eb-cae2-4d7c-b1b1-1c8fe58e1d30'] response: {'server_uuid': '8395bd9a-4534-4aa5-b2d0-f08d866a9339', 'name': 'network-vif-deleted', 'tag': 'bdcf063e-89c5-4dd4-8d96-078d31278d21', 'status': 'completed', 'code': 200} May 19 16:58:04.290166 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5b822edd-7438-4c30-8d14-c82987b5c9ee req-ef658636-3bb6-47cd-b27d-4586b04330b9 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "GET /v2.0/ports?device_id=8395bd9a-4534-4aa5-b2d0-f08d866a9339 HTTP/1.1" status: 200 len: 210 time: 0.0294280 May 19 16:58:05.351192 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 42074) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:58:05.408251 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-98cb63e4-3066-46f7-b0d2-ebbf00264735 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group (08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:05.433471 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-98cb63e4-3066-46f7-b0d2-ebbf00264735 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group (08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:05.495522 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-98cb63e4-3066-46f7-b0d2-ebbf00264735 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:05.498493 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-98cb63e4-3066-46f7-b0d2-ebbf00264735 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:05.499970 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-98cb63e4-3066-46f7-b0d2-ebbf00264735 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] 10.222.0.36 "DELETE /v2.0/security-groups/08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7 HTTP/1.1" status: 204 len: 168 time: 0.1483183 May 19 16:58:05.508996 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb63e4-3066-46f7-b0d2-ebbf00264735 tempest-TestShelveInstance-1822735446 tempest-TestShelveInstance-1822735446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e5fafa-f9e7-41d7-a2f9-a5dd16e552e7,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:05.548490 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 42078) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:58:05.948033 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:05.953390 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:05.963704 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-21874d06-9d85-4ba5-8bc5-e78f24a18815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-777684'] for router_interface (668ee9c4-7b03-43df-8c0a-10972394b0f0), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:06.188536 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-21874d06-9d85-4ba5-8bc5-e78f24a18815 admin admin] Deleting port 68200993-e43d-4ff0-9f00-86ef3407e225 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:58:06.188772 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-21874d06-9d85-4ba5-8bc5-e78f24a18815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:06.274177 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-21874d06-9d85-4ba5-8bc5-e78f24a18815 admin admin] For port 68200993-e43d-4ff0-9f00-86ef3407e225, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=68200993-e43d-4ff0-9f00-86ef3407e225,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:58:06.274550 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-21874d06-9d85-4ba5-8bc5-e78f24a18815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:06.291583 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-21874d06-9d85-4ba5-8bc5-e78f24a18815 admin admin] Calling delete_port for 68200993-e43d-4ff0-9f00-86ef3407e225 owned by network:router_interface {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:58:06.473308 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-21874d06-9d85-4ba5-8bc5-e78f24a18815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (68200993-e43d-4ff0-9f00-86ef3407e225), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:06.498350 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21874d06-9d85-4ba5-8bc5-e78f24a18815 admin admin] Pushing event deleted for resources: {'Port': ['ID=68200993-e43d-4ff0-9f00-86ef3407e225,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:06.661799 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-21874d06-9d85-4ba5-8bc5-e78f24a18815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773835'] for router_interface (668ee9c4-7b03-43df-8c0a-10972394b0f0), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:06.758983 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:06.872525 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21874d06-9d85-4ba5-8bc5-e78f24a18815 admin admin] Router 668ee9c4-7b03-43df-8c0a-10972394b0f0 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:58:06.875460 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:06.974978 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21874d06-9d85-4ba5-8bc5-e78f24a18815 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:58:06.980169 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-21874d06-9d85-4ba5-8bc5-e78f24a18815 admin admin] 10.222.0.36 "PUT /v2.0/routers/668ee9c4-7b03-43df-8c0a-10972394b0f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4306157 May 19 16:58:06.982701 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 42082) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:58:06.983402 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d41a8-87c5-4b1b-85a4-da96bb9f0268 None None] Sync routers for ids ['668ee9c4-7b03-43df-8c0a-10972394b0f0'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:58:06.997485 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d41a8-87c5-4b1b-85a4-da96bb9f0268 None None] Routers {'668ee9c4-7b03-43df-8c0a-10972394b0f0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:58:06.998126 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-1e9d41a8-87c5-4b1b-85a4-da96bb9f0268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:57:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['668ee9c4-7b03-43df-8c0a-10972394b0f0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:07.087302 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] Publish callbacks [] for router (668ee9c4-7b03-43df-8c0a-10972394b0f0), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.100406 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-1e9d41a8-87c5-4b1b-85a4-da96bb9f0268 None None] Set router 668ee9c4-7b03-43df-8c0a-10972394b0f0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:58:07.184381 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] Publish callbacks [] for router_gateway (668ee9c4-7b03-43df-8c0a-10972394b0f0), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.226791 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device bdcf063e-89c5-4dd4-8d96-078d31278d21 no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:58:07.229182 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] Deleting port 145888b9-2600-4c6e-9cdd-dc3d596b1e05 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:58:07.229519 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (145888b9-2600-4c6e-9cdd-dc3d596b1e05), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.235815 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:07.255306 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: bdcf063e-89c5-4dd4-8d96-078d31278d21 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:58:07.255656 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device bdcf063e-89c5-4dd4-8d96-078d31278d21 not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:58:07.279468 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:07.294887 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-1e9d41a8-87c5-4b1b-85a4-da96bb9f0268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:58:06Z', 'revision_number': 5, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port': {'id': '145888b9-2600-4c6e-9cdd-dc3d596b1e05', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:07.310554 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] For port 145888b9-2600-4c6e-9cdd-dc3d596b1e05, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=145888b9-2600-4c6e-9cdd-dc3d596b1e05,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:58:07.310926 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (145888b9-2600-4c6e-9cdd-dc3d596b1e05), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.322664 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d41a8-87c5-4b1b-85a4-da96bb9f0268 None None] Checking router: 668ee9c4-7b03-43df-8c0a-10972394b0f0 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:58:07.323990 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] Calling delete_port for 145888b9-2600-4c6e-9cdd-dc3d596b1e05 owned by network:router_gateway {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:58:07.331931 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d41a8-87c5-4b1b-85a4-da96bb9f0268 None None] Routers {'668ee9c4-7b03-43df-8c0a-10972394b0f0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:58:07.332542 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-1e9d41a8-87c5-4b1b-85a4-da96bb9f0268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:57:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['668ee9c4-7b03-43df-8c0a-10972394b0f0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:07.426930 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-1e9d41a8-87c5-4b1b-85a4-da96bb9f0268 None None] Set router 668ee9c4-7b03-43df-8c0a-10972394b0f0 gateway port host: None {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:58:07.475224 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-1e9d41a8-87c5-4b1b-85a4-da96bb9f0268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:58:07Z', 'revision_number': 6, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port_host': None}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:07.500752 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d41a8-87c5-4b1b-85a4-da96bb9f0268 None None] The sync data for ids ['668ee9c4-7b03-43df-8c0a-10972394b0f0'] in dv-cinder-842433-1-iscsi is: [{'id': '668ee9c4-7b03-43df-8c0a-10972394b0f0', 'name': 'tempest-TestShelveInstance-1493364561-router', 'tenant_id': 'f232c172df994d3d909d7999238b1935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:40Z', 'updated_at': '2022-05-19T16:58:07Z', 'revision_number': 6, 'project_id': 'f232c172df994d3d909d7999238b1935', 'gw_port_host': None}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:58:07.501215 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (145888b9-2600-4c6e-9cdd-dc3d596b1e05), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.530865 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] Pushing event deleted for resources: {'Port': ['ID=145888b9-2600-4c6e-9cdd-dc3d596b1e05,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:07.587688 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:07.595636 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782310'] for router_gateway (668ee9c4-7b03-43df-8c0a-10972394b0f0), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.680706 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11820'] for router (668ee9c4-7b03-43df-8c0a-10972394b0f0), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.682962 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] Publish callbacks [] for router_controller (668ee9c4-7b03-43df-8c0a-10972394b0f0), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.726001 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783543'] for router (668ee9c4-7b03-43df-8c0a-10972394b0f0), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.726609 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 668ee9c4-7b03-43df-8c0a-10972394b0f0 {{(pid=110370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 16:58:07.731084 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.732289 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-2e4ff773-d3e9-4660-bcd6-f65f09a78793 admin admin] 10.222.0.36 "DELETE /v2.0/routers/668ee9c4-7b03-43df-8c0a-10972394b0f0 HTTP/1.1" status: 204 len: 168 time: 0.7486205 May 19 16:58:07.734756 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 42084) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:58:07.782183 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6119f85-d88f-47e3-9035-0a225357c523 admin admin] Deleting subnet 6aa80667-062b-4e9f-a2ca-1e239f186451 {{(pid=110370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:58:07.785332 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c6119f85-d88f-47e3-9035-0a225357c523 admin admin] Publish callbacks [] for subnet (6aa80667-062b-4e9f-a2ca-1e239f186451), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.811074 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:07.822250 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c6119f85-d88f-47e3-9035-0a225357c523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260361774'] for subnet (6aa80667-062b-4e9f-a2ca-1e239f186451), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.902860 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c6119f85-d88f-47e3-9035-0a225357c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (6aa80667-062b-4e9f-a2ca-1e239f186451), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.962612 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c6119f85-d88f-47e3-9035-0a225357c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260500120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261016939'] for subnet (6aa80667-062b-4e9f-a2ca-1e239f186451), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.991534 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6119f85-d88f-47e3-9035-0a225357c523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa80667-062b-4e9f-a2ca-1e239f186451,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:07.995394 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c6119f85-d88f-47e3-9035-0a225357c523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:07.999341 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-c6119f85-d88f-47e3-9035-0a225357c523 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6aa80667-062b-4e9f-a2ca-1e239f186451 HTTP/1.1" status: 204 len: 168 time: 0.2628911 May 19 16:58:08.001859 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 42086) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:58:08.002192 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cf9447-5fe6-42af-9529-8dc126780068 None None] Network 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:58:08.069886 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (3469f2a0-dc3c-4426-85a2-390e0d45d3c3), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:08.111107 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Deleting port 11fec50c-b7ca-47cb-872b-030baa4948f1 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:58:08.111456 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (11fec50c-b7ca-47cb-872b-030baa4948f1), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:08.178290 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] For port 11fec50c-b7ca-47cb-872b-030baa4948f1, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=11fec50c-b7ca-47cb-872b-030baa4948f1,segment=NetworkSegment(0bf4e0ff-9a6d-428e-9feb-4a008cc6253a),segment_id=0bf4e0ff-9a6d-428e-9feb-4a008cc6253a)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:58:08.178650 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (11fec50c-b7ca-47cb-872b-030baa4948f1), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:08.191702 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Calling delete_port for 11fec50c-b7ca-47cb-872b-030baa4948f1 owned by network:dhcp {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:58:08.275586 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (11fec50c-b7ca-47cb-872b-030baa4948f1), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:08.277073 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8fa0eb-1d9f-411f-b8dc-d5fa5a92e9d6 None None] DHCP port deletion for 3469f2a0-dc3c-4426-85a2-390e0d45d3c3 request from dv-cinder-842433-1-iscsi {{(pid=110372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 16:58:08.313279 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=11fec50c-b7ca-47cb-872b-030baa4948f1,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:08.315144 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] No DVR routers for this DVR port 11fec50c-b7ca-47cb-872b-030baa4948f1 on host dv-cinder-842433-1-iscsi {{(pid=110370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:58:08.386271 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (3469f2a0-dc3c-4426-85a2-390e0d45d3c3), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:08.406837 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3469f2a0-dc3c-4426-85a2-390e0d45d3c3']}} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:08.416028 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a') {'for_net_delete': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:08.416322 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf4e0ff-9a6d-428e-9feb-4a008cc6253a') {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:08.425668 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260361751'] for segment (0bf4e0ff-9a6d-428e-9feb-4a008cc6253a), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:08.443225 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (0bf4e0ff-9a6d-428e-9feb-4a008cc6253a), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:08.449788 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=110370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:58:08.450187 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260501306'] for segment (0bf4e0ff-9a6d-428e-9feb-4a008cc6253a), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: Traceback (most recent call last): May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: timer() May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: cb(*args, **kw) May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: return func(*args, **kwargs) May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: self._notify() May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: self.callback(batched_events) May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: event.method(event) May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: return f(self, *a, **k) May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._get(url).json() May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: return self.request(url, 'GET', **kwargs) May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:58:08.452144 dv-cinder-842433-1-iscsi neutron-server[110370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:58:08.516015 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (3469f2a0-dc3c-4426-85a2-390e0d45d3c3), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:08.521842 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:08.525071 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3469f2a0-dc3c-4426-85a2-390e0d45d3c3 HTTP/1.1" status: 204 len: 168 time: 0.5222912 May 19 16:58:08.528286 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42088) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:58:08.538215 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9426cc-84b3-4fbb-883c-c4b9020b43a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3469f2a0-dc3c-4426-85a2-390e0d45d3c3,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:08.846684 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c6f58fe9-1b4c-484f-a385-72267d62c5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-777684'] for router_interface (05d43599-9685-4dd8-b8d1-c45fbb8ec748), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:09.061221 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-c6f58fe9-1b4c-484f-a385-72267d62c5df admin admin] Deleting port 0f0a6a24-5c27-41a6-b3b7-a86654084986 {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:58:09.061563 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c6f58fe9-1b4c-484f-a385-72267d62c5df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:09.127994 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 68200993-e43d-4ff0-9f00-86ef3407e225 no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:58:09.143854 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:09.149266 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [None req-c6f58fe9-1b4c-484f-a385-72267d62c5df admin admin] For port 0f0a6a24-5c27-41a6-b3b7-a86654084986, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=0f0a6a24-5c27-41a6-b3b7-a86654084986,segment=NetworkSegment(9269fbbf-7dc7-48d7-862e-ed4ab4fde749),segment_id=9269fbbf-7dc7-48d7-862e-ed4ab4fde749)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:58:09.149798 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c6f58fe9-1b4c-484f-a385-72267d62c5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:09.150836 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 68200993-e43d-4ff0-9f00-86ef3407e225 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:58:09.151185 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 68200993-e43d-4ff0-9f00-86ef3407e225 not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:58:09.151906 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 145888b9-2600-4c6e-9cdd-dc3d596b1e05 no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:58:09.163359 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-c6f58fe9-1b4c-484f-a385-72267d62c5df admin admin] Calling delete_port for 0f0a6a24-5c27-41a6-b3b7-a86654084986 owned by network:router_interface {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:58:09.169973 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 145888b9-2600-4c6e-9cdd-dc3d596b1e05 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:58:09.170322 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 145888b9-2600-4c6e-9cdd-dc3d596b1e05 not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:58:09.170743 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 11fec50c-b7ca-47cb-872b-030baa4948f1 no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:58:09.188636 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 11fec50c-b7ca-47cb-872b-030baa4948f1 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:58:09.188983 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 11fec50c-b7ca-47cb-872b-030baa4948f1 not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:58:09.204318 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:09.344021 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c6f58fe9-1b4c-484f-a385-72267d62c5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (0f0a6a24-5c27-41a6-b3b7-a86654084986), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:09.373114 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f58fe9-1b4c-484f-a385-72267d62c5df admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0a6a24-5c27-41a6-b3b7-a86654084986,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:09.538346 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-c6f58fe9-1b4c-484f-a385-72267d62c5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773835'] for router_interface (05d43599-9685-4dd8-b8d1-c45fbb8ec748), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:09.746677 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f58fe9-1b4c-484f-a385-72267d62c5df admin admin] Router 05d43599-9685-4dd8-b8d1-c45fbb8ec748 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 16:58:09.847053 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f58fe9-1b4c-484f-a385-72267d62c5df admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 16:58:09.851979 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-c6f58fe9-1b4c-484f-a385-72267d62c5df admin admin] 10.222.0.36 "PUT /v2.0/routers/05d43599-9685-4dd8-b8d1-c45fbb8ec748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3226354 May 19 16:58:09.854455 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42092) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:58:09.856202 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89878686-f277-46b1-b654-c0a6d2934bb2 None None] Sync routers for ids ['05d43599-9685-4dd8-b8d1-c45fbb8ec748'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 16:58:09.867642 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89878686-f277-46b1-b654-c0a6d2934bb2 None None] Routers {'05d43599-9685-4dd8-b8d1-c45fbb8ec748'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:58:09.868260 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-89878686-f277-46b1-b654-c0a6d2934bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:57:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['05d43599-9685-4dd8-b8d1-c45fbb8ec748'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:09.959146 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] Publish callbacks [] for router (05d43599-9685-4dd8-b8d1-c45fbb8ec748), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:09.972658 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-89878686-f277-46b1-b654-c0a6d2934bb2 None None] Set router 05d43599-9685-4dd8-b8d1-c45fbb8ec748 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:58:10.040686 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:10.045481 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:10.066094 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] Publish callbacks [] for router_gateway (05d43599-9685-4dd8-b8d1-c45fbb8ec748), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.115761 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] Deleting port b2fe1522-8485-404f-a15e-cf43b20dc09d {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:58:10.116214 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (b2fe1522-8485-404f-a15e-cf43b20dc09d), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.151174 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-89878686-f277-46b1-b654-c0a6d2934bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'name': 'tempest-TestShelveInstance-1187374960-router', 'tenant_id': '34dfa2f0b34644ce84102414e307276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'b2fe1522-8485-404f-a15e-cf43b20dc09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:46Z', 'updated_at': '2022-05-19T16:58:09Z', 'revision_number': 5, 'project_id': '34dfa2f0b34644ce84102414e307276e', 'gw_port': {'id': 'b2fe1522-8485-404f-a15e-cf43b20dc09d', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:51:47Z', 'updated_at': '2022-05-19T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:10.176957 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89878686-f277-46b1-b654-c0a6d2934bb2 None None] Checking router: 05d43599-9685-4dd8-b8d1-c45fbb8ec748 for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 16:58:10.186016 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89878686-f277-46b1-b654-c0a6d2934bb2 None None] Routers {'05d43599-9685-4dd8-b8d1-c45fbb8ec748'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 16:58:10.186682 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-89878686-f277-46b1-b654-c0a6d2934bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:57:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['05d43599-9685-4dd8-b8d1-c45fbb8ec748'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:10.198878 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] For port b2fe1522-8485-404f-a15e-cf43b20dc09d, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=b2fe1522-8485-404f-a15e-cf43b20dc09d,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:58:10.199250 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (b2fe1522-8485-404f-a15e-cf43b20dc09d), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.212195 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] Calling delete_port for b2fe1522-8485-404f-a15e-cf43b20dc09d owned by network:router_gateway {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:58:10.275791 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-89878686-f277-46b1-b654-c0a6d2934bb2 None None] Set router 05d43599-9685-4dd8-b8d1-c45fbb8ec748 gateway port host: None {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 16:58:10.329640 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-89878686-f277-46b1-b654-c0a6d2934bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'name': 'tempest-TestShelveInstance-1187374960-router', 'tenant_id': '34dfa2f0b34644ce84102414e307276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:46Z', 'updated_at': '2022-05-19T16:58:10Z', 'revision_number': 6, 'project_id': '34dfa2f0b34644ce84102414e307276e', 'gw_port_host': None}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:10.354922 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89878686-f277-46b1-b654-c0a6d2934bb2 None None] The sync data for ids ['05d43599-9685-4dd8-b8d1-c45fbb8ec748'] in dv-cinder-842433-1-iscsi is: [{'id': '05d43599-9685-4dd8-b8d1-c45fbb8ec748', 'name': 'tempest-TestShelveInstance-1187374960-router', 'tenant_id': '34dfa2f0b34644ce84102414e307276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:51:46Z', 'updated_at': '2022-05-19T16:58:10Z', 'revision_number': 6, 'project_id': '34dfa2f0b34644ce84102414e307276e', 'gw_port_host': None}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 16:58:10.391424 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (b2fe1522-8485-404f-a15e-cf43b20dc09d), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.416755 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2fe1522-8485-404f-a15e-cf43b20dc09d,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:10.477763 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782310'] for router_gateway (05d43599-9685-4dd8-b8d1-c45fbb8ec748), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.560946 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11820'] for router (05d43599-9685-4dd8-b8d1-c45fbb8ec748), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.563240 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] Publish callbacks [] for router_controller (05d43599-9685-4dd8-b8d1-c45fbb8ec748), precommit_delete_associations {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.603507 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783543'] for router (05d43599-9685-4dd8-b8d1-c45fbb8ec748), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.604211 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05d43599-9685-4dd8-b8d1-c45fbb8ec748 {{(pid=110371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 16:58:10.609384 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.610526 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-34a1acd6-55c5-4cf7-ab13-2f9657d03a74 admin admin] 10.222.0.36 "DELETE /v2.0/routers/05d43599-9685-4dd8-b8d1-c45fbb8ec748 HTTP/1.1" status: 204 len: 168 time: 0.7549634 May 19 16:58:10.612937 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42094) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:58:10.656224 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ce0761-5e54-42d1-9eab-a62a70668d00 admin admin] Deleting subnet 03576e46-c00a-46c0-95e6-632347a7b72c {{(pid=110371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 16:58:10.659227 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-26ce0761-5e54-42d1-9eab-a62a70668d00 admin admin] Publish callbacks [] for subnet (03576e46-c00a-46c0-95e6-632347a7b72c), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.696206 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-26ce0761-5e54-42d1-9eab-a62a70668d00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-40884'] for subnet (03576e46-c00a-46c0-95e6-632347a7b72c), precommit_delete_associations {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.773819 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-26ce0761-5e54-42d1-9eab-a62a70668d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (03576e46-c00a-46c0-95e6-632347a7b72c), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.827681 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-26ce0761-5e54-42d1-9eab-a62a70668d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3953882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3860270'] for subnet (03576e46-c00a-46c0-95e6-632347a7b72c), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.856853 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce0761-5e54-42d1-9eab-a62a70668d00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03576e46-c00a-46c0-95e6-632347a7b72c,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:10.860943 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-26ce0761-5e54-42d1-9eab-a62a70668d00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.864094 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-26ce0761-5e54-42d1-9eab-a62a70668d00 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/03576e46-c00a-46c0-95e6-632347a7b72c HTTP/1.1" status: 204 len: 168 time: 0.2502177 May 19 16:58:10.866631 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42096) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:58:10.870049 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692b5061-829f-46f4-8841-bc5d184973f4 None None] Network 4fe1cda5-3462-4576-82dd-42f361871317 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 16:58:10.874083 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:10.935292 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (4fe1cda5-3462-4576-82dd-42f361871317), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:10.941450 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:10.978972 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Deleting port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:58:10.979313 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.013625 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-b4c03638-9839-4e26-a874-d3dcb888d704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.045744 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] For port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=3fb450e2-f77e-4f2e-87c7-ac28d1f8688e,segment=NetworkSegment(9269fbbf-7dc7-48d7-862e-ed4ab4fde749),segment_id=9269fbbf-7dc7-48d7-862e-ed4ab4fde749)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:58:11.046053 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.058307 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Calling delete_port for 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e owned by network:dhcp {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:58:11.128842 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] DHCP port deletion for 4fe1cda5-3462-4576-82dd-42f361871317 request from dv-cinder-842433-1-iscsi {{(pid=110372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 16:58:11.137147 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.147406 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.175105 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Deleting port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e {{(pid=110372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 16:58:11.175894 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), before_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.181570 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b2fe1522-8485-404f-a15e-cf43b20dc09d no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:58:11.183743 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb450e2-f77e-4f2e-87c7-ac28d1f8688e,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:11.187232 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] No DVR routers for this DVR port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e on host dv-cinder-842433-1-iscsi {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:58:11.251129 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: b2fe1522-8485-404f-a15e-cf43b20dc09d {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:58:11.251724 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b2fe1522-8485-404f-a15e-cf43b20dc09d not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:58:11.252161 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:58:11.262650 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (4fe1cda5-3462-4576-82dd-42f361871317), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.282948 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe1cda5-3462-4576-82dd-42f361871317']}} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:11.283178 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:58:11.283301 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:58:11.283717 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 0f0a6a24-5c27-41a6-b3b7-a86654084986 no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 16:58:11.292199 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9269fbbf-7dc7-48d7-862e-ed4ab4fde749') {'for_net_delete': True} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:11.292489 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9269fbbf-7dc7-48d7-862e-ed4ab4fde749') {} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 16:58:11.302332 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-40845'] for segment (9269fbbf-7dc7-48d7-862e-ed4ab4fde749), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.303673 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] For port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e, host dv-cinder-842433-1-iscsi, got binding levels [] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 16:58:11.304316 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), precommit_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.306959 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 0f0a6a24-5c27-41a6-b3b7-a86654084986 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 16:58:11.307313 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 0f0a6a24-5c27-41a6-b3b7-a86654084986 not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 16:58:11.321435 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Calling delete_port for 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e owned by network:dhcp {{(pid=110372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 16:58:11.321720 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (9269fbbf-7dc7-48d7-862e-ed4ab4fde749), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.325344 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.ipam_backend_mixin [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e was not found and therefore no delete operation was performed {{(pid=110372) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 16:58:11.326485 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583'] for port (3fb450e2-f77e-4f2e-87c7-ac28d1f8688e), after_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.331111 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=110371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 16:58:11.331276 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3953016'] for segment (9269fbbf-7dc7-48d7-862e-ed4ab4fde749), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: Traceback (most recent call last): May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: timer() May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: cb(*args, **kw) May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: return func(*args, **kwargs) May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: self._notify() May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: self.callback(batched_events) May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: event.method(event) May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_uuid = self.p_client.list_aggregates( May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: return f(self, *a, **k) May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._get(url).json() May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: return self.request(url, 'GET', **kwargs) May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: base_url = self.get_endpoint(auth, allow=allow, May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 16:58:11.333436 dv-cinder-842433-1-iscsi neutron-server[110371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 16:58:11.350888 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Pushing event deleted for resources: {'Port': ['ID=3fb450e2-f77e-4f2e-87c7-ac28d1f8688e,revision_number=None']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:11.360511 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] No DVR routers for this DVR port 3fb450e2-f77e-4f2e-87c7-ac28d1f8688e on host dv-cinder-842433-1-iscsi {{(pid=110372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 16:58:11.364278 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.364833 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.365440 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.365995 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.366734 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.367234 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.368006 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.368986 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.369518 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.370306 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.370794 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.372396 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.372888 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.373446 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.373952 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226f22-1006-46c8-be90-6a3523f3de03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:11.629993 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (4fe1cda5-3462-4576-82dd-42f361871317), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.636166 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.639597 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4fe1cda5-3462-4576-82dd-42f361871317 HTTP/1.1" status: 204 len: 168 time: 0.7720604 May 19 16:58:11.650682 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4657981-d574-4d1d-8ed3-a4555b0c5d97 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe1cda5-3462-4576-82dd-42f361871317,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:11.752903 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42100) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:58:11.794101 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-2458ee0f-3dc4-4459-afd4-abedfd6c4ec2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f232c172df994d3d909d7999238b1935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400152 May 19 16:58:11.797083 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42102) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:58:11.843906 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef05d-7696-483d-8e6e-81eb31c9a0dc admin admin] Publish callbacks [] for security_group (59e976ce-5870-4736-bd8c-4a26d6865420), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.865044 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef05d-7696-483d-8e6e-81eb31c9a0dc admin admin] Publish callbacks [] for security_group (59e976ce-5870-4736-bd8c-4a26d6865420), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.912475 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef05d-7696-483d-8e6e-81eb31c9a0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (59e976ce-5870-4736-bd8c-4a26d6865420), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.915156 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef05d-7696-483d-8e6e-81eb31c9a0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:11.916284 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-9f1ef05d-7696-483d-8e6e-81eb31c9a0dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59e976ce-5870-4736-bd8c-4a26d6865420 HTTP/1.1" status: 204 len: 168 time: 0.1182864 May 19 16:58:11.924584 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ef05d-7696-483d-8e6e-81eb31c9a0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e976ce-5870-4736-bd8c-4a26d6865420,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:12.236265 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 42108) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:58:12.256138 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:12.278243 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-bcdf6ab9-16fd-4d13-b289-d95ff1f721d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34dfa2f0b34644ce84102414e307276e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408986 May 19 16:58:12.281220 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 42110) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 16:58:12.331667 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Publish callbacks [] for security_group (ee333057-51b2-4247-984c-e615e255b868), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:12.341845 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:12.354100 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Publish callbacks [] for security_group (ee333057-51b2-4247-984c-e615e255b868), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:12.405988 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (ee333057-51b2-4247-984c-e615e255b868), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:12.408438 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:12.409592 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee333057-51b2-4247-984c-e615e255b868 HTTP/1.1" status: 204 len: 168 time: 0.1274602 May 19 16:58:12.417047 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee333057-51b2-4247-984c-e615e255b868,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 16:58:12.424584 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:12.424930 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:12.425295 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:12.425636 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:12.425967 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:12.426292 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:12.426614 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:12.426936 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:12.427307 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:12.427574 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:12.427895 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:12.428216 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:12.428547 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:12.428836 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:12.429172 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0560eca9-e3c7-4154-8549-2d334d40aaff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 16:58:14.321176 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4e643a6b-d9c9-47c9-abae-6cd650ec9f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:15.250168 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:17.018498 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:18.591904 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:19.032850 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-29d974a6-ac2c-47f5-b451-29fbda74ab31 req-72fe98ce-c27a-47e2-99bd-92c9da8069d4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382745 May 19 16:58:19.111545 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d974a6-ac2c-47f5-b451-29fbda74ab31 req-69bc9861-c3fb-449f-b6de-6ba668cf8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:58:19.113094 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-29d974a6-ac2c-47f5-b451-29fbda74ab31 req-69bc9861-c3fb-449f-b6de-6ba668cf8a9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 1129 time: 0.0396969 May 19 16:58:19.217491 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d974a6-ac2c-47f5-b451-29fbda74ab31 req-7b51c869-69f2-48bb-aefe-a98e2da84a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:58:19.219489 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-29d974a6-ac2c-47f5-b451-29fbda74ab31 req-7b51c869-69f2-48bb-aefe-a98e2da84a0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 912 time: 0.0883200 May 19 16:58:19.278948 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-29d974a6-ac2c-47f5-b451-29fbda74ab31 req-f2f555cf-1269-4059-b9f2-20babbebce32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=435b47ce-35db-4c9d-8774-e27fe5c158f8 HTTP/1.1" status: 200 len: 1001 time: 0.0533237 May 19 16:58:19.325771 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d974a6-ac2c-47f5-b451-29fbda74ab31 req-fb42412f-b092-4a0f-aa84-d1b1028f45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:58:19.327206 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-29d974a6-ac2c-47f5-b451-29fbda74ab31 req-fb42412f-b092-4a0f-aa84-d1b1028f45ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0423701 May 19 16:58:19.373605 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d974a6-ac2c-47f5-b451-29fbda74ab31 req-6761b0ae-23fa-45d0-9976-d832bab28e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:58:19.375098 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-29d974a6-ac2c-47f5-b451-29fbda74ab31 req-6761b0ae-23fa-45d0-9976-d832bab28e09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415392 May 19 16:58:19.463832 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-29d974a6-ac2c-47f5-b451-29fbda74ab31 req-ef8091c0-3eb0-4ca4-b9a3-5e80548b0df5 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816853 May 19 16:58:19.812731 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-29d974a6-ac2c-47f5-b451-29fbda74ab31 req-6ad4a9ea-00e5-4f17-a2e5-2385d93f719a service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423004 May 19 16:58:20.332171 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:20.333738 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:21.918910 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:21.919696 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=61,neutron:DELETE=6 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:26.409551 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:58:28.585662 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:28.587634 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:29.807212 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=53,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:29.808000 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=74,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:41.016650 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-6b769f09-ec5d-442a-b942-c8734b06bfb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:41.158682 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:44.319721 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-fc63c2c1-a458-48f9-8f20-829e17f13813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:45.252951 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:46.044666 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [req-515df770-3bea-443c-ac94-ab95ec1bc344 req-16db45df-ccff-424c-8972-1d6afe00c2d2 service neutron] (110370) timed out ('10.222.0.48', 61429) {{(pid=110370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 16:58:46.361715 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=18 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:46.365470 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=16 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:47.021414 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:48.595958 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:58:57.395919 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:58.589439 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:58:58.591340 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:59:03.408495 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:59:08.068334 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [req-a80e0cfa-b0a4-4b52-8e70-d3cd3cd4a185 req-3ccc7614-181e-49b7-80f8-8121157efa3f service neutron] (110371) timed out ('10.222.0.48', 61386) {{(pid=110371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 16:59:11.018456 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-90a34f48-d704-43fd-b622-60c3ce448b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:59:11.173499 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:59:14.322018 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-bc22cf7f-636c-48d1-8f4e-67e1f0a57afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:59:15.255296 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:59:17.026906 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:59:18.598091 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:59:21.177585 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f2b528c1-3c4f-433b-89d8-8118312ac1ed req-b50c221d-b270-4b0d-9c83-a333bb3319b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1732166 May 19 16:59:21.253846 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b528c1-3c4f-433b-89d8-8118312ac1ed req-9b9de8df-d87e-4aba-a4d6-0c33aa0a57d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:59:21.255318 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f2b528c1-3c4f-433b-89d8-8118312ac1ed req-9b9de8df-d87e-4aba-a4d6-0c33aa0a57d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 1129 time: 0.0389526 May 19 16:59:21.359507 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b528c1-3c4f-433b-89d8-8118312ac1ed req-76f6d9b6-255e-4271-abb9-fb79fb4fc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:59:21.360985 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f2b528c1-3c4f-433b-89d8-8118312ac1ed req-76f6d9b6-255e-4271-abb9-fb79fb4fc30a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 912 time: 0.0890362 May 19 16:59:21.420859 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f2b528c1-3c4f-433b-89d8-8118312ac1ed req-dea95f9f-6930-49ce-b156-b5af042caa03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=435b47ce-35db-4c9d-8774-e27fe5c158f8 HTTP/1.1" status: 200 len: 1001 time: 0.0540597 May 19 16:59:21.466851 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b528c1-3c4f-433b-89d8-8118312ac1ed req-189336a0-7d77-4a71-b2ca-f6f2d0efa68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:59:21.468161 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f2b528c1-3c4f-433b-89d8-8118312ac1ed req-189336a0-7d77-4a71-b2ca-f6f2d0efa68f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0423522 May 19 16:59:21.515373 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b528c1-3c4f-433b-89d8-8118312ac1ed req-c79f96c7-6199-4773-af25-7764751b9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 16:59:21.516861 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f2b528c1-3c4f-433b-89d8-8118312ac1ed req-c79f96c7-6199-4773-af25-7764751b9911 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427270 May 19 16:59:21.604450 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f2b528c1-3c4f-433b-89d8-8118312ac1ed req-1d4c12fa-3748-4b04-b536-6598539fcc1c service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808947 May 19 16:59:21.698556 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-f2b528c1-3c4f-433b-89d8-8118312ac1ed req-07727fcb-e99c-46e1-aa15-994acf3e1cc5 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879230 May 19 16:59:23.358244 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:59:23.363124 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:59:28.591869 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:59:28.593894 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:59:31.688669 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=48 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:59:31.695899 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=53 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:59:37.436537 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 16:59:40.409573 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 16:59:41.020383 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-157d588c-168e-4edf-ad03-d1b4af73d8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:59:41.173570 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:59:44.324141 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c87fd65f-2926-4cb4-b1f8-e72e803a6b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:59:45.257641 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:59:47.027943 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 16:59:48.601236 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:00.193637 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:00.195408 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:00.359825 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:00.360535 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:10.555428 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7647e-fc2f-4402-b61f-6c3fd3081b46 req-3f8b9e9c-dd3c-4df5-98b1-0790bf0b11ab tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:10.556965 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7bb7647e-fc2f-4402-b61f-6c3fd3081b46 req-3f8b9e9c-dd3c-4df5-98b1-0790bf0b11ab tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 945 time: 0.1694036 May 19 17:00:10.608020 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-7bb7647e-fc2f-4402-b61f-6c3fd3081b46 req-273675d4-419d-46bb-82fb-3e5ce474c76f tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452323 May 19 17:00:11.021192 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d5fd078b-4800-45ab-bf63-e89321dc9806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:11.189130 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:11.724404 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdc611-499f-4777-9737-ffb3428872c9 req-9b8bf6ba-8fe1-4208-ba4c-d48ab20faf89 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:11.726578 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-93fdc611-499f-4777-9737-ffb3428872c9 req-9b8bf6ba-8fe1-4208-ba4c-d48ab20faf89 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 945 time: 0.0473716 May 19 17:00:11.775193 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-93fdc611-499f-4777-9737-ffb3428872c9 req-0c5328d8-d18c-44f6-b90c-fe9f716dceef tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431983 May 19 17:00:12.193738 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d24de8-8d45-44b5-be00-17296c683e98 req-c1c4e6c4-2e64-4dd6-893d-c512cc303384 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:12.195800 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-73d24de8-8d45-44b5-be00-17296c683e98 req-c1c4e6c4-2e64-4dd6-893d-c512cc303384 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 945 time: 0.0470426 May 19 17:00:12.279131 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [req-73d24de8-8d45-44b5-be00-17296c683e98 req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Deleting port 435b47ce-35db-4c9d-8774-e27fe5c158f8 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 17:00:12.279472 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-73d24de8-8d45-44b5-be00-17296c683e98 req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:12.380596 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-73d24de8-8d45-44b5-be00-17296c683e98 req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] For port 435b47ce-35db-4c9d-8774-e27fe5c158f8, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=435b47ce-35db-4c9d-8774-e27fe5c158f8,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:00:12.380967 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-73d24de8-8d45-44b5-be00-17296c683e98 req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:12.589097 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-73d24de8-8d45-44b5-be00-17296c683e98 req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:12.589408 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-73d24de8-8d45-44b5-be00-17296c683e98 req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (fe9c070d-649f-4443-8551-b88a478aa61f), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:12.589722 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.db.l3_db [req-73d24de8-8d45-44b5-be00-17296c683e98 req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Floating IP fe9c070d-649f-4443-8551-b88a478aa61f disassociated. External IP: 172.27.1.126, port: 435b47ce-35db-4c9d-8774-e27fe5c158f8. May 19 17:00:12.590067 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [req-73d24de8-8d45-44b5-be00-17296c683e98 req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Calling delete_port for 435b47ce-35db-4c9d-8774-e27fe5c158f8 owned by compute:nova {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 17:00:12.720796 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-73d24de8-8d45-44b5-be00-17296c683e98 req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (435b47ce-35db-4c9d-8774-e27fe5c158f8), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:12.749142 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event deleted for resources: {'Port': ['ID=435b47ce-35db-4c9d-8774-e27fe5c158f8,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:00:12.760727 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.761082 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.761465 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.761813 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.762155 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.762493 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.762827 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.763156 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.763488 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.763818 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.764149 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.764480 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.764805 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.765129 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.765478 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:12.873321 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73d24de8-8d45-44b5-be00-17296c683e98 req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 17:00:12.875896 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bc63b07c-553b-42f8-8f43-7f0416b986ff req-ab3f503d-ecab-45c4-9928-e501e8317887 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc8d525a-8e08-4125-aaeb-0fd017f9d657 HTTP/1.1" status: 200 len: 210 time: 0.0316253 May 19 17:00:12.977614 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73d24de8-8d45-44b5-be00-17296c683e98 req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 17:00:12.987046 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc8ccec-8d88-48e7-a19f-21f513b607c0 None None] Sync routers for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 17:00:12.998148 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8ccec-8d88-48e7-a19f-21f513b607c0 None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 17:00:12.998772 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-dbc8ccec-8d88-48e7-a19f-21f513b607c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:59:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:00:13.019698 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d24de8-8d45-44b5-be00-17296c683e98 req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] No DVR routers for this DVR port 435b47ce-35db-4c9d-8774-e27fe5c158f8 on host hv-cinder-84243 {{(pid=110370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 17:00:13.022723 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-73d24de8-8d45-44b5-be00-17296c683e98 req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:13.026148 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-73d24de8-8d45-44b5-be00-17296c683e98 req-de904540-80cb-4f76-84f0-868eaadef80a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "DELETE /v2.0/ports/435b47ce-35db-4c9d-8774-e27fe5c158f8 HTTP/1.1" status: 204 len: 173 time: 0.8252304 May 19 17:00:13.026648 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8d525a-8e08-4125-aaeb-0fd017f9d657', 'name': 'network-vif-deleted', 'tag': '435b47ce-35db-4c9d-8774-e27fe5c158f8'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 17:00:13.028951 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c455403-3843-4cdd-9c98-3f48a47ac021" -d '{"events": [{"server_uuid": "bc8d525a-8e08-4125-aaeb-0fd017f9d657", "name": "network-vif-deleted", "tag": "435b47ce-35db-4c9d-8774-e27fe5c158f8"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 17:00:13.065908 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 17:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a04c7f8-e6f2-4344-b19e-91175fc3cbb5 x-openstack-request-id: req-2a04c7f8-e6f2-4344-b19e-91175fc3cbb5 {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 17:00:13.066205 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8d525a-8e08-4125-aaeb-0fd017f9d657", "name": "network-vif-deleted", "tag": "435b47ce-35db-4c9d-8774-e27fe5c158f8", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 17:00:13.066465 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a04c7f8-e6f2-4344-b19e-91175fc3cbb5 {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 17:00:13.066883 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a04c7f8-e6f2-4344-b19e-91175fc3cbb5'] response: {'server_uuid': 'bc8d525a-8e08-4125-aaeb-0fd017f9d657', 'name': 'network-vif-deleted', 'tag': '435b47ce-35db-4c9d-8774-e27fe5c158f8', 'status': 'completed', 'code': 200} May 19 17:00:13.108611 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-dbc8ccec-8d88-48e7-a19f-21f513b607c0 None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 17:00:13.305286 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-dbc8ccec-8d88-48e7-a19f-21f513b607c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:00:13.335168 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc8ccec-8d88-48e7-a19f-21f513b607c0 None None] Checking router: f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 17:00:13.343419 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8ccec-8d88-48e7-a19f-21f513b607c0 None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 17:00:13.344225 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-dbc8ccec-8d88-48e7-a19f-21f513b607c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T16:59:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:00:13.444249 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-dbc8ccec-8d88-48e7-a19f-21f513b607c0 None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 17:00:13.633051 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-dbc8ccec-8d88-48e7-a19f-21f513b607c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:00:13.657774 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc8ccec-8d88-48e7-a19f-21f513b607c0 None None] The sync data for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi is: [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 17:00:13.884445 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3e7ea0-ff89-4b37-9ba8-2be1518c980a None None] New status for floating IP fe9c070d-649f-4443-8551-b88a478aa61f: DOWN {{(pid=110373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 17:00:14.140415 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-13f1ac68-5296-4f29-8f23-af7b895dd327 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90520039&fields=id&tenant_id=dc95250983234edeb99b67ff4f084416 HTTP/1.1" status: 200 len: 267 time: 0.0441556 May 19 17:00:14.261461 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-c94b0919-4728-40cb-a532-f4f1809bc390 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:14.262848 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-c94b0919-4728-40cb-a532-f4f1809bc390 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 811 time: 0.1146135 May 19 17:00:14.276846 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-511a0713-9eb7-49d4-b098-5d808dc7c2c0 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/quotas/dc95250983234edeb99b67ff4f084416 HTTP/1.1" status: 200 len: 375 time: 0.0088775 May 19 17:00:14.326163 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-59438736-fa97-4286-a13e-59b395e50b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:14.329980 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-069febc6-ee03-4994-87d0-da25a5261c42 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485544 May 19 17:00:14.470266 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-fd8d7d7d-9b34-4d53-b16d-da0b463c5dcf service neutron] 10.222.0.36 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255453 May 19 17:00:14.562028 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-4b926537-aee7-4d2f-9ea6-f7bc1f639f38 service neutron] 10.222.0.36 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855370 May 19 17:00:14.857986 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a7fabed8-f83d-4bd4-acf5-be55f4c48717 req-ec238662-bbfd-4948-af3d-8591d38a99c0 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 210 time: 0.0303750 May 19 17:00:15.260812 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:15.835620 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:15.850589 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-df9de597-8805-4d56-b4e7-c642df31d089 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:15.852071 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-df9de597-8805-4d56-b4e7-c642df31d089 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 811 time: 0.1095748 May 19 17:00:15.861237 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 435b47ce-35db-4c9d-8774-e27fe5c158f8 no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 17:00:15.885053 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: 435b47ce-35db-4c9d-8774-e27fe5c158f8 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 17:00:15.885405 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device 435b47ce-35db-4c9d-8774-e27fe5c158f8 not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 17:00:15.898260 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:15.925707 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-dc716e34-0f0c-4c6c-85f7-3169bfa9730d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc95250983234edeb99b67ff4f084416 HTTP/1.1" status: 200 len: 378 time: 0.0652773 May 19 17:00:15.937618 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-5cd977af-b104-479c-8140-fa409ef0c023 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Request body: {'port': {'device_id': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'admin_state_up': True, 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'security_groups': ['c37f5018-9389-46ec-bf80-72254443260e']}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 17:00:15.968287 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-72ce0e23-b9ad-45d1-80e0-95df597baa11 req-9b3bd106-6ef3-4820-a6cc-9d6314a906e9 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 210 time: 0.0288663 May 19 17:00:16.049035 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-5cd977af-b104-479c-8140-fa409ef0c023 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Made reservation on behalf of dc95250983234edeb99b67ff4f084416 for: {'port': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 17:00:16.052462 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-5cd977af-b104-479c-8140-fa409ef0c023 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:16.175967 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-5cd977af-b104-479c-8140-fa409ef0c023 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Allocated IP 172.20.0.6 (d06705e9-9d4e-4712-8321-c61ce7be2560/123702d0-cc42-404e-9802-b7b311dafce3/accb8d36-4ef0-487e-bb7e-e2f94c12f717) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 17:00:16.332160 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-5cd977af-b104-479c-8140-fa409ef0c023 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:16.365319 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-5cd977af-b104-479c-8140-fa409ef0c023 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:16.411826 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-5cd977af-b104-479c-8140-fa409ef0c023 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Network d06705e9-9d4e-4712-8321-c61ce7be2560 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 17:00:16.415432 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-5cd977af-b104-479c-8140-fa409ef0c023 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 17:00:16.419207 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-5cd977af-b104-479c-8140-fa409ef0c023 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 17:00:16.446526 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd977af-b104-479c-8140-fa409ef0c023 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'Port': ['ID=accb8d36-4ef0-487e-bb7e-e2f94c12f717,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:00:16.475271 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-5cd977af-b104-479c-8140-fa409ef0c023 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:16.475870 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-5cd977af-b104-479c-8140-fa409ef0c023 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:16.493603 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-5cd977af-b104-479c-8140-fa409ef0c023 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5595949 May 19 17:00:16.506146 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Request body: {'port': {'device_id': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 17:00:16.568007 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:16.599080 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-227b0f2e-578d-4979-a1f1-0b788d57ac9e None None] Provisioning complete for port accb8d36-4ef0-487e-bb7e-e2f94c12f717 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 17:00:16.599456 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-227b0f2e-578d-4979-a1f1-0b788d57ac9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:16.630646 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-227b0f2e-578d-4979-a1f1-0b788d57ac9e None None] Port accb8d36-4ef0-487e-bb7e-e2f94c12f717 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 17:00:16.640198 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:16.758895 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:16.858809 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accb8d36-4ef0-487e-bb7e-e2f94c12f717 {{(pid=110370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 17:00:16.866217 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Publish callbacks [] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:16.879851 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.provisioning_blocks [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Transition to ACTIVE for port object accb8d36-4ef0-487e-bb7e-e2f94c12f717 will not be triggered until provisioned by entity L2. {{(pid=110370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 17:00:16.883548 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:16.931776 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Pushing event updated for resources: {'Port': ['ID=accb8d36-4ef0-487e-bb7e-e2f94c12f717,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:00:17.006795 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Attempting to bind port accb8d36-4ef0-487e-bb7e-e2f94c12f717 on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 17:00:17.007721 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Attempting to bind port accb8d36-4ef0-487e-bb7e-e2f94c12f717 by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 17:00:17.008130 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Attempting to bind port accb8d36-4ef0-487e-bb7e-e2f94c12f717 on network d06705e9-9d4e-4712-8321-c61ce7be2560 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 17:00:17.013032 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Port accb8d36-4ef0-487e-bb7e-e2f94c12f717 on network d06705e9-9d4e-4712-8321-c61ce7be2560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 17:00:17.013493 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Attempting to bind port accb8d36-4ef0-487e-bb7e-e2f94c12f717 on network d06705e9-9d4e-4712-8321-c61ce7be2560 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 17:00:17.018682 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 17, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 17:00:17.019022 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Checking segment: {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 17:00:17.019406 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Bound using segment: {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 17:00:17.019836 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Bound port: accb8d36-4ef0-487e-bb7e-e2f94c12f717, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 17:00:17.020191 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:17.045083 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:17.100344 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96eca6-001b-44d8-9477-be7e5646770d req-714a32d6-7809-479e-8f83-1e0bfe07c0f1 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:17.102114 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ac96eca6-001b-44d8-9477-be7e5646770d req-714a32d6-7809-479e-8f83-1e0bfe07c0f1 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 943 time: 0.0559855 May 19 17:00:17.102366 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] For port accb8d36-4ef0-487e-bb7e-e2f94c12f717, host hv-cinder-84243, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 17:00:17.105811 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] For port accb8d36-4ef0-487e-bb7e-e2f94c12f717, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=accb8d36-4ef0-487e-bb7e-e2f94c12f717,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 17:00:17.112140 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:17.151620 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:17.152726 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:17.153738 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] 10.222.0.48 "PUT /v2.0/ports/accb8d36-4ef0-487e-bb7e-e2f94c12f717 HTTP/1.1" status: 200 len: 1093 time: 0.6519313 May 19 17:00:17.154188 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'tag': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 17:00:17.156425 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889fb44a-7bed-45b6-a300-9b8906f538c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8967ee-efd2-4b7a-8a77-b21e03588a67", "tag": "accb8d36-4ef0-487e-bb7e-e2f94c12f717"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 17:00:17.169071 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ac96eca6-001b-44d8-9477-be7e5646770d req-c92f42c2-0f44-40f4-910c-fda4984f2117 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600495 May 19 17:00:17.175577 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f52841-24d3-4eda-8be0-4615443b5433 service neutron] Pushing event updated for resources: {'Port': ['ID=accb8d36-4ef0-487e-bb7e-e2f94c12f717,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:00:17.237216 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 17:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bf6fb2-e9b7-4b97-a9af-ba8fd53e68ff x-openstack-request-id: req-c7bf6fb2-e9b7-4b97-a9af-ba8fd53e68ff {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 17:00:17.237506 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8967ee-efd2-4b7a-8a77-b21e03588a67", "tag": "accb8d36-4ef0-487e-bb7e-e2f94c12f717", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 17:00:17.237757 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7bf6fb2-e9b7-4b97-a9af-ba8fd53e68ff {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 17:00:17.238158 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7bf6fb2-e9b7-4b97-a9af-ba8fd53e68ff'] response: {'name': 'network-changed', 'server_uuid': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'tag': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'status': 'completed', 'code': 200} May 19 17:00:17.250827 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-9f316922-a634-433d-a8de-b973c6924bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:17.252431 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-9f316922-a634-433d-a8de-b973c6924bb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 1127 time: 0.0473433 May 19 17:00:17.295429 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-ba985f6f-b21c-4fec-a33c-b9f9c9f32f2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=accb8d36-4ef0-487e-bb7e-e2f94c12f717 HTTP/1.1" status: 200 len: 217 time: 0.0364027 May 19 17:00:17.344469 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-3b5425aa-a1a0-4aa2-9362-35849526ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:17.345960 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-3b5425aa-a1a0-4aa2-9362-35849526ef0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0451267 May 19 17:00:17.408761 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-6c9e1657-5d1a-484d-9f9e-47f11797cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:17.409002 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:00:17.410317 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-6c9e1657-5d1a-484d-9f9e-47f11797cb84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581412 May 19 17:00:17.502894 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-1b734e61-746e-407b-94a2-67d6e5655b3f service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864844 May 19 17:00:17.590503 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-c2a81f49-d47a-451c-90e8-0bf6c304c99c req-4d3c91da-bb6e-4986-abd4-a59dbaa2ff29 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817595 May 19 17:00:18.291377 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a61c8-c677-4f55-a663-dba8ddced5db req-f30bbe31-707c-466f-a0c2-04f388ec588a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:18.292891 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1c8a61c8-c677-4f55-a663-dba8ddced5db req-f30bbe31-707c-466f-a0c2-04f388ec588a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 943 time: 0.0466063 May 19 17:00:18.341114 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:18.343242 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-1c8a61c8-c677-4f55-a663-dba8ddced5db req-d3884bd5-a01a-497d-9583-81a44d34fe7c tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440407 May 19 17:00:18.346071 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fb44a-7bed-45b6-a300-9b8906f538c6 req-07843cef-4174-48d9-bfc0-2f9e27ea4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:18.347588 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-889fb44a-7bed-45b6-a300-9b8906f538c6 req-07843cef-4174-48d9-bfc0-2f9e27ea4b4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 1127 time: 0.0449350 May 19 17:00:18.423330 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:18.439800 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fb44a-7bed-45b6-a300-9b8906f538c6 req-32cdd475-2e74-4d42-b43a-eedf712834bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:18.441309 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-889fb44a-7bed-45b6-a300-9b8906f538c6 req-32cdd475-2e74-4d42-b43a-eedf712834bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 912 time: 0.0876296 May 19 17:00:18.481921 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-889fb44a-7bed-45b6-a300-9b8906f538c6 req-aec2552c-c777-4195-aba8-96b33d182692 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=accb8d36-4ef0-487e-bb7e-e2f94c12f717 HTTP/1.1" status: 200 len: 217 time: 0.0349553 May 19 17:00:18.529686 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fb44a-7bed-45b6-a300-9b8906f538c6 req-5fe9dbc4-f8fa-48d3-92f1-d32155c80389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:18.531079 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-889fb44a-7bed-45b6-a300-9b8906f538c6 req-5fe9dbc4-f8fa-48d3-92f1-d32155c80389 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0433953 May 19 17:00:18.572841 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fb44a-7bed-45b6-a300-9b8906f538c6 req-2ae7f0d3-4832-405c-8228-e018f9cf4f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:18.574317 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-889fb44a-7bed-45b6-a300-9b8906f538c6 req-2ae7f0d3-4832-405c-8228-e018f9cf4f90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377345 May 19 17:00:18.602966 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:18.667382 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-889fb44a-7bed-45b6-a300-9b8906f538c6 req-b60c1d78-5147-41a5-a449-c5b623d07516 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870271 May 19 17:00:18.759398 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-889fb44a-7bed-45b6-a300-9b8906f538c6 req-c25d3779-7fd0-437a-918f-10c87425fb20 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862143 May 19 17:00:19.464010 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ccc69-e957-44fb-b343-c2ea9b0f2e74 req-1c82baba-d7ef-43d2-b391-1a7c90749182 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:19.465431 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5e5ccc69-e957-44fb-b343-c2ea9b0f2e74 req-1c82baba-d7ef-43d2-b391-1a7c90749182 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 943 time: 0.0554717 May 19 17:00:19.518140 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5e5ccc69-e957-44fb-b343-c2ea9b0f2e74 req-05d3d72a-1f0c-405f-a441-8b7473251986 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471313 May 19 17:00:20.629542 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113c893-0d2f-4147-b2e5-21c96abaff4d req-aac0e2f3-aa7a-4fa9-9144-e4604842ce2a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:20.631025 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3113c893-0d2f-4147-b2e5-21c96abaff4d req-aac0e2f3-aa7a-4fa9-9144-e4604842ce2a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 943 time: 0.0471301 May 19 17:00:20.679533 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-3113c893-0d2f-4147-b2e5-21c96abaff4d req-cb6dde9c-5ec3-452a-b738-7ab44f2f89be tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431302 May 19 17:00:21.755285 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:21.792879 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd13aa5-d75d-4aef-b29e-87044d0b6cdf req-a0d18061-3917-419c-967a-ca2f89d5c912 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:21.794363 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dcd13aa5-d75d-4aef-b29e-87044d0b6cdf req-a0d18061-3917-419c-967a-ca2f89d5c912 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 943 time: 0.0476048 May 19 17:00:21.806764 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:21.844915 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-dcd13aa5-d75d-4aef-b29e-87044d0b6cdf req-947533ff-98a9-426b-8047-095244169eb5 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450404 May 19 17:00:22.963641 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bfec7-f2a7-410a-a156-b44b80f10948 req-24ce501e-21bd-403e-a634-66b6c90b634a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:22.965110 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-864bfec7-f2a7-410a-a156-b44b80f10948 req-24ce501e-21bd-403e-a634-66b6c90b634a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 943 time: 0.0536304 May 19 17:00:23.013097 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-864bfec7-f2a7-410a-a156-b44b80f10948 req-279a8c01-1ba1-4810-986c-0d9f788aac56 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425336 May 19 17:00:23.961995 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:24.124464 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421fb4-3a75-4ea1-94a7-fe2cb26373b5 req-ea90d392-1d97-4fdc-913b-c15c8f6e6c15 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:24.125954 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-72421fb4-3a75-4ea1-94a7-fe2cb26373b5 req-ea90d392-1d97-4fdc-913b-c15c8f6e6c15 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 943 time: 0.0466893 May 19 17:00:24.173505 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-72421fb4-3a75-4ea1-94a7-fe2cb26373b5 req-2686f14d-dcce-4d88-a857-030a0b4cf587 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420561 May 19 17:00:25.291704 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae70a6-0571-4db8-8f62-10777e16eb88 req-0727cb0a-7f6b-471a-8d72-f811977bc998 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:25.293207 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-65ae70a6-0571-4db8-8f62-10777e16eb88 req-0727cb0a-7f6b-471a-8d72-f811977bc998 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 943 time: 0.0482893 May 19 17:00:25.344860 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-65ae70a6-0571-4db8-8f62-10777e16eb88 req-b1ff64c0-2989-4f90-9380-65a50f22bc48 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461423 May 19 17:00:25.940645 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device accb8d36-4ef0-487e-bb7e-e2f94c12f717 details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 17:00:26.004618 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:26.017916 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:26.042406 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port accb8d36-4ef0-487e-bb7e-e2f94c12f717, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=accb8d36-4ef0-487e-bb7e-e2f94c12f717,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:00:26.053093 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'port_id': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'mac_address': 'fa:16:3e:e4:36:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 17:00:26.089785 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port accb8d36-4ef0-487e-bb7e-e2f94c12f717 is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 17:00:26.090164 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:26.103409 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accb8d36-4ef0-487e-bb7e-e2f94c12f717 {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 17:00:26.122953 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port accb8d36-4ef0-487e-bb7e-e2f94c12f717, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=accb8d36-4ef0-487e-bb7e-e2f94c12f717,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:00:26.126740 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:26.170434 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=accb8d36-4ef0-487e-bb7e-e2f94c12f717,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:00:26.177267 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.177616 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.177950 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.178281 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.178635 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.178958 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.179277 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.179609 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.180487 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.180808 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.181127 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.181538 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.181864 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.182195 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.182511 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:26.442461 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['accb8d36-4ef0-487e-bb7e-e2f94c12f717'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 17:00:26.459710 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974f425-0882-47c4-848b-a76e99267010 req-7d16497c-d285-42c0-a917-2216b0b8f336 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:26.461853 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6974f425-0882-47c4-848b-a76e99267010 req-7d16497c-d285-42c0-a917-2216b0b8f336 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 944 time: 0.0478971 May 19 17:00:26.511289 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6974f425-0882-47c4-848b-a76e99267010 req-ff6d9ec5-ebca-462c-84ef-cd736561e74e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439200 May 19 17:00:27.622877 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d1782-42e9-4897-b33e-ad6715f7591f req-4e521d4c-6083-4343-8314-26bbfe76a156 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:27.624350 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6f5d1782-42e9-4897-b33e-ad6715f7591f req-4e521d4c-6083-4343-8314-26bbfe76a156 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 944 time: 0.0467341 May 19 17:00:27.677718 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-6f5d1782-42e9-4897-b33e-ad6715f7591f req-ac2aa4a0-2c39-44cb-9e79-6c2eabd13ce4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478256 May 19 17:00:27.940000 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device accb8d36-4ef0-487e-bb7e-e2f94c12f717 up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 17:00:27.986874 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port accb8d36-4ef0-487e-bb7e-e2f94c12f717 completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 17:00:27.993434 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port accb8d36-4ef0-487e-bb7e-e2f94c12f717 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 17:00:27.993806 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:28.066448 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port accb8d36-4ef0-487e-bb7e-e2f94c12f717 is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 17:00:28.066820 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:28.088890 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 17:00:28.091123 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008d6a9d-fa09-4e36-bfc9-73474fe48b13" -d '{"events": [{"server_uuid": "6f8967ee-efd2-4b7a-8a77-b21e03588a67", "name": "network-vif-plugged", "status": "completed", "tag": "accb8d36-4ef0-487e-bb7e-e2f94c12f717"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 17:00:28.103723 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port accb8d36-4ef0-487e-bb7e-e2f94c12f717, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=accb8d36-4ef0-487e-bb7e-e2f94c12f717,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:00:28.108264 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:28.153967 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=accb8d36-4ef0-487e-bb7e-e2f94c12f717,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:00:28.190487 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 17:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a272fe96-5290-425f-9c5e-67445d7353e2 x-openstack-request-id: req-a272fe96-5290-425f-9c5e-67445d7353e2 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 17:00:28.190811 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8967ee-efd2-4b7a-8a77-b21e03588a67", "name": "network-vif-plugged", "status": "completed", "tag": "accb8d36-4ef0-487e-bb7e-e2f94c12f717", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 17:00:28.191068 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a272fe96-5290-425f-9c5e-67445d7353e2 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 17:00:28.191701 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a272fe96-5290-425f-9c5e-67445d7353e2'] response: {'server_uuid': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'code': 200} May 19 17:00:28.395743 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a56f94-b582-48e2-b129-62202de5b2b3 req-d78599dd-f01f-47bf-96ca-6082a80ae009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:28.397214 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d7a56f94-b582-48e2-b129-62202de5b2b3 req-d78599dd-f01f-47bf-96ca-6082a80ae009 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 1129 time: 0.0426466 May 19 17:00:28.442086 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-d7a56f94-b582-48e2-b129-62202de5b2b3 req-08789759-1f5e-4149-bfd1-f4117842c508 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393562 May 19 17:00:28.801084 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ba4dd-e55d-4602-91b6-35541a5e0343 req-07376200-95f0-46b3-b826-ac6fcb6b6e74 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:28.802585 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-651ba4dd-e55d-4602-91b6-35541a5e0343 req-07376200-95f0-46b3-b826-ac6fcb6b6e74 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 945 time: 0.0499439 May 19 17:00:28.850773 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-651ba4dd-e55d-4602-91b6-35541a5e0343 req-d75704e9-45ab-4af1-8f2a-f6d03862db6d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427520 May 19 17:00:29.963509 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805df99c-bb8d-414f-b03f-8a1d529b9ab3 req-b463d529-df04-4c18-b18f-99675b82b003 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:29.966656 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-805df99c-bb8d-414f-b03f-8a1d529b9ab3 req-b463d529-df04-4c18-b18f-99675b82b003 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 945 time: 0.0489566 May 19 17:00:30.020978 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-805df99c-bb8d-414f-b03f-8a1d529b9ab3 req-61f27a98-5779-4c0a-8741-5ea0b466fa61 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479469 May 19 17:00:30.144028 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a188e2-c40a-4685-89c2-049d811c0bfa req-a3dd76c8-326b-485a-87dd-6ea9610ac1f0 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:30.145430 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-07a188e2-c40a-4685-89c2-049d811c0bfa req-a3dd76c8-326b-485a-87dd-6ea9610ac1f0 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 945 time: 0.0504353 May 19 17:00:30.193912 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-07a188e2-c40a-4685-89c2-049d811c0bfa req-2fb172be-86c1-4758-bd0d-c12caae25a20 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424757 May 19 17:00:30.216057 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42228) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:00:30.253450 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e1f2eb-86d2-4306-8eca-76df4a7ee635 tempest-TestVolumeBootPattern-568153456 tempest-TestVolumeBootPattern-568153456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:30.254944 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-12e1f2eb-86d2-4306-8eca-76df4a7ee635 tempest-TestVolumeBootPattern-568153456 tempest-TestVolumeBootPattern-568153456-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 1124 time: 0.0379331 May 19 17:00:30.257604 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42230) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:00:30.261782 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Request body: {'floatingip': {'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'port_id': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 17:00:30.282807 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:30.354083 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:30.366537 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:30.452334 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:30.470639 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Allocated IP 172.27.1.141 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/52bfc29b-16cc-498c-ad1c-5af65b4dedcd) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 17:00:30.574698 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for port (52bfc29b-16cc-498c-ad1c-5af65b4dedcd), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:30.605397 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (52bfc29b-16cc-498c-ad1c-5af65b4dedcd), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:30.644696 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 17:00:30.650065 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 17:00:30.653951 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 17:00:30.657108 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'Port': ['ID=52bfc29b-16cc-498c-ad1c-5af65b4dedcd,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:00:30.686193 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:30.686534 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:30.686886 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:30.687226 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:30.687563 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:30.687895 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:30.688221 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:30.688544 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:30.688870 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:30.689219 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:30.689552 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:30.689874 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:30.690195 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:30.690512 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:30.690830 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:00:31.012451 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for floatingip (e6ace68a-8dcd-4cd9-8436-c429e5801fb4), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:31.075553 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (52bfc29b-16cc-498c-ad1c-5af65b4dedcd), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:31.123193 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:31.191976 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:INSERT=4,neutron:UPDATE=5,neutron:SELECT=91 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:31.254470 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for port (52bfc29b-16cc-498c-ad1c-5af65b4dedcd), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:31.258793 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (52bfc29b-16cc-498c-ad1c-5af65b4dedcd), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:31.320864 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'Port': ['ID=52bfc29b-16cc-498c-ad1c-5af65b4dedcd,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:00:31.335772 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (e6ace68a-8dcd-4cd9-8436-c429e5801fb4), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:31.430623 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Floating IP e6ace68a-8dcd-4cd9-8436-c429e5801fb4 associated. External IP: 172.27.1.141, port: accb8d36-4ef0-487e-bb7e-e2f94c12f717. May 19 17:00:31.624661 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 17:00:31.723849 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 17:00:31.734584 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb0948-84d9-4c91-9269-712a377212ef None None] Sync routers for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 17:00:31.740988 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:31.745218 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb0948-84d9-4c91-9269-712a377212ef None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 17:00:31.745849 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-05eb0948-84d9-4c91-9269-712a377212ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T17:00:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:00:31.772825 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-fa65e22c-418d-4324-bc17-5ca92d78762e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5141928 May 19 17:00:31.774053 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'tag': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 17:00:31.776442 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ae29f6-eb99-4ff8-bbb1-d86263fa577b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8967ee-efd2-4b7a-8a77-b21e03588a67", "tag": "accb8d36-4ef0-487e-bb7e-e2f94c12f717"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 17:00:31.831083 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:31.848756 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:31.853612 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-05eb0948-84d9-4c91-9269-712a377212ef None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 17:00:31.868193 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 17:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb16baa-9e19-423d-95d7-39d7e25c2ae2 x-openstack-request-id: req-abb16baa-9e19-423d-95d7-39d7e25c2ae2 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 17:00:31.868487 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8967ee-efd2-4b7a-8a77-b21e03588a67", "tag": "accb8d36-4ef0-487e-bb7e-e2f94c12f717", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 17:00:31.868737 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-abb16baa-9e19-423d-95d7-39d7e25c2ae2 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 17:00:31.869141 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb16baa-9e19-423d-95d7-39d7e25c2ae2'] response: {'name': 'network-changed', 'server_uuid': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'tag': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'status': 'completed', 'code': 200} May 19 17:00:31.929770 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae29f6-eb99-4ff8-bbb1-d86263fa577b req-55f33734-9589-4488-bd60-3ecb10414a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:31.931292 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-85ae29f6-eb99-4ff8-bbb1-d86263fa577b req-55f33734-9589-4488-bd60-3ecb10414a4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 1129 time: 0.0415661 May 19 17:00:32.025885 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae29f6-eb99-4ff8-bbb1-d86263fa577b req-03d542ec-20a4-45ba-905d-56026f9a04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:32.027265 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-85ae29f6-eb99-4ff8-bbb1-d86263fa577b req-03d542ec-20a4-45ba-905d-56026f9a04e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 912 time: 0.0902059 May 19 17:00:32.064455 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-05eb0948-84d9-4c91-9269-712a377212ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'e6ace68a-8dcd-4cd9-8436-c429e5801fb4', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:e4:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T17:00:30Z', 'updated_at': '2022-05-19T17:00:30Z', 'revision_number': 0, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:00:32.087710 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-85ae29f6-eb99-4ff8-bbb1-d86263fa577b req-ddf75fbc-49d8-4b56-9dde-156734be8a35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=accb8d36-4ef0-487e-bb7e-e2f94c12f717 HTTP/1.1" status: 200 len: 999 time: 0.0540020 May 19 17:00:32.089715 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb0948-84d9-4c91-9269-712a377212ef None None] Checking router: f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 17:00:32.098124 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb0948-84d9-4c91-9269-712a377212ef None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 17:00:32.098736 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-05eb0948-84d9-4c91-9269-712a377212ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T17:00:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:00:32.135999 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae29f6-eb99-4ff8-bbb1-d86263fa577b req-53768985-5688-4972-8e50-b8059a4e4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:32.137554 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-85ae29f6-eb99-4ff8-bbb1-d86263fa577b req-53768985-5688-4972-8e50-b8059a4e4482 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0440571 May 19 17:00:32.179354 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae29f6-eb99-4ff8-bbb1-d86263fa577b req-d50ea93c-fd4f-47a5-a6b9-f1c1eb5aecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:00:32.180903 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-85ae29f6-eb99-4ff8-bbb1-d86263fa577b req-d50ea93c-fd4f-47a5-a6b9-f1c1eb5aecac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382521 May 19 17:00:32.199679 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-05eb0948-84d9-4c91-9269-712a377212ef None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 17:00:32.275345 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-85ae29f6-eb99-4ff8-bbb1-d86263fa577b req-a19dc740-3164-4ac4-91b5-100c1268962b service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881541 May 19 17:00:32.374897 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-85ae29f6-eb99-4ff8-bbb1-d86263fa577b req-595740bc-ee8d-437b-b767-a8c884a5beff service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935571 May 19 17:00:32.534347 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-05eb0948-84d9-4c91-9269-712a377212ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'e6ace68a-8dcd-4cd9-8436-c429e5801fb4', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:e4:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T17:00:30Z', 'updated_at': '2022-05-19T17:00:30Z', 'revision_number': 0, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:00:32.558570 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb0948-84d9-4c91-9269-712a377212ef None None] The sync data for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi is: [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'e6ace68a-8dcd-4cd9-8436-c429e5801fb4', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:e4:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T17:00:30Z', 'updated_at': '2022-05-19T17:00:30Z', 'revision_number': 0, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 17:00:32.745227 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327682e3-5eff-445f-9c6f-1daa4fd25475 None None] New status for floating IP e6ace68a-8dcd-4cd9-8436-c429e5801fb4: ACTIVE {{(pid=110373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 17:00:41.024438 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4dd05793-ba83-4978-b37d-74817bc9a7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:41.194785 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:41.767337 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=81,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:41.769603 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=65 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:42.368639 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=89 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:42.371557 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=93 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:42.918869 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:42.920744 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:44.328053 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ca9a52ea-3af0-4839-ab8a-699f230e9341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:45.263139 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:47.034924 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:48.605039 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:00:54.408261 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:00:58.598897 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=73 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:00:58.601378 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=68,neutron:UPDATE=6 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:01:11.027561 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e3383b96-8d7b-42ea-948f-da8a9bd979e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:01:11.206719 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:01:14.329650 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-fd8a1365-130c-4a9b-b8c8-6187aba84513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:01:14.348147 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:01:14.352848 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:01:15.265235 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:01:17.036713 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:01:18.607327 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:01:22.028986 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b54a3d95-0051-4191-8f8e-a36003224530 req-38a279ce-a9bd-4a6f-9e7f-d6347b35c380 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387752 May 19 17:01:22.106367 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a3d95-0051-4191-8f8e-a36003224530 req-d9f0df93-2122-4403-8732-01d04d3a7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:01:22.107830 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b54a3d95-0051-4191-8f8e-a36003224530 req-d9f0df93-2122-4403-8732-01d04d3a7630 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 1129 time: 0.0379777 May 19 17:01:22.211892 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a3d95-0051-4191-8f8e-a36003224530 req-56532c3b-69aa-4609-8296-91b98d2eb83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:01:22.213298 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b54a3d95-0051-4191-8f8e-a36003224530 req-56532c3b-69aa-4609-8296-91b98d2eb83f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 912 time: 0.0873332 May 19 17:01:22.272796 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b54a3d95-0051-4191-8f8e-a36003224530 req-e8449a0a-39cb-44e1-93ff-15c51e9d5b6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=accb8d36-4ef0-487e-bb7e-e2f94c12f717 HTTP/1.1" status: 200 len: 1001 time: 0.0540912 May 19 17:01:22.319901 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a3d95-0051-4191-8f8e-a36003224530 req-39859067-12fd-42d8-9881-2b2aba9f4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:01:22.321325 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b54a3d95-0051-4191-8f8e-a36003224530 req-39859067-12fd-42d8-9881-2b2aba9f4b47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0432370 May 19 17:01:22.622611 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a3d95-0051-4191-8f8e-a36003224530 req-90c2b96d-6d9c-4fcf-bdd0-0a70dec69f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:01:22.624132 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b54a3d95-0051-4191-8f8e-a36003224530 req-90c2b96d-6d9c-4fcf-bdd0-0a70dec69f42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2974954 May 19 17:01:22.712693 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b54a3d95-0051-4191-8f8e-a36003224530 req-10556e5c-f51f-48b6-934c-2d9859bb0611 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818985 May 19 17:01:22.802857 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b54a3d95-0051-4191-8f8e-a36003224530 req-5a7672f7-2ea6-4a36-a514-2c6b06d1dc34 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842226 May 19 17:01:28.601686 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:01:28.603612 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:01:31.407948 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:01:32.794105 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=52 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:01:32.800320 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=49 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:01:41.028776 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-14d65251-b413-4dff-b67a-411b191b2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:01:41.218662 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:01:44.331185 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e30b4db0-7cbc-41e3-8a92-1e79ee2c4cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:01:45.270883 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:01:47.041864 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:01:48.608820 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:01:51.343617 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:01:51.349561 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:00.084947 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:00.085802 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:08.407287 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:02:11.030881 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-7206209d-9832-459e-a335-1137ac1c544d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:11.230408 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:14.332212 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ced25a9e-9d31-4345-afc4-42f1a775033d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:15.268778 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:17.041630 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:18.611215 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:24.671845 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e70f354e-ccda-4065-90a2-2560c702821b req-91474344-e127-45d4-b005-20f2357458b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378962 May 19 17:02:24.750192 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f354e-ccda-4065-90a2-2560c702821b req-49db9de2-df24-4ea3-bf87-61de5547e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:24.751647 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e70f354e-ccda-4065-90a2-2560c702821b req-49db9de2-df24-4ea3-bf87-61de5547e87d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 1129 time: 0.0387926 May 19 17:02:24.856326 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f354e-ccda-4065-90a2-2560c702821b req-93b43902-2d7f-43a3-906c-e23a4bd50197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:24.857808 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e70f354e-ccda-4065-90a2-2560c702821b req-93b43902-2d7f-43a3-906c-e23a4bd50197 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 912 time: 0.0880821 May 19 17:02:24.920821 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e70f354e-ccda-4065-90a2-2560c702821b req-4e41d0d2-e3d2-4c68-96b4-b16a36bbc5a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=accb8d36-4ef0-487e-bb7e-e2f94c12f717 HTTP/1.1" status: 200 len: 1001 time: 0.0572300 May 19 17:02:24.973419 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f354e-ccda-4065-90a2-2560c702821b req-0ce98de9-b3a8-40de-8cdc-0427c1ad8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:24.974970 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e70f354e-ccda-4065-90a2-2560c702821b req-0ce98de9-b3a8-40de-8cdc-0427c1ad8641 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0483167 May 19 17:02:25.020568 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f354e-ccda-4065-90a2-2560c702821b req-6df0fa26-64bf-48b7-8dae-add080b2d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:25.022953 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e70f354e-ccda-4065-90a2-2560c702821b req-6df0fa26-64bf-48b7-8dae-add080b2d1d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414093 May 19 17:02:25.112479 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e70f354e-ccda-4065-90a2-2560c702821b req-370d976c-0c3c-4a64-bd21-e8037d1a16fe service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839014 May 19 17:02:25.207371 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-e70f354e-ccda-4065-90a2-2560c702821b req-17b48869-a936-43ec-afdb-392aba0e88f8 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892091 May 19 17:02:28.342701 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:28.347839 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:28.604968 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:28.606824 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:31.805460 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-061a2dec-5e83-4c04-8508-228dfa34976c tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90520039&fields=id&tenant_id=dc95250983234edeb99b67ff4f084416 HTTP/1.1" status: 200 len: 267 time: 0.0459735 May 19 17:02:31.911809 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-607b8c9c-d6a0-40b1-b9ef-c8fc9033114e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:31.913319 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-607b8c9c-d6a0-40b1-b9ef-c8fc9033114e tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 811 time: 0.1016588 May 19 17:02:31.927802 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-2549d4b6-81b7-4319-a3d7-0ddeeae3bc79 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/quotas/dc95250983234edeb99b67ff4f084416 HTTP/1.1" status: 200 len: 375 time: 0.0089469 May 19 17:02:31.978039 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-a5d00c22-b261-48d8-ad64-2b857aa89b32 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453155 May 19 17:02:32.078049 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-f3e57571-2641-498a-b48f-8f6df651b43b service neutron] 10.222.0.36 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889926 May 19 17:02:32.169258 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-4934411f-782a-4b11-af5a-5af86327256d service neutron] 10.222.0.36 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856678 May 19 17:02:32.447439 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f8771465-9978-4e40-bcab-d9c8bc159181 req-ab3c3b31-3032-45c7-9a56-2fb96a6a7523 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 210 time: 0.0284388 May 19 17:02:33.327703 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-1e721544-b159-4dc6-ab18-e6da20069a82 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:33.329259 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-1e721544-b159-4dc6-ab18-e6da20069a82 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 811 time: 0.1104929 May 19 17:02:33.392051 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-5b7b12ff-f033-4152-87d2-688863c5b9dc tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc95250983234edeb99b67ff4f084416 HTTP/1.1" status: 200 len: 378 time: 0.0550997 May 19 17:02:33.400908 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Request body: {'port': {'device_id': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'admin_state_up': True, 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'security_groups': ['c37f5018-9389-46ec-bf80-72254443260e']}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 17:02:33.513915 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Made reservation on behalf of dc95250983234edeb99b67ff4f084416 for: {'port': 1} {{(pid=110370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 17:02:33.517859 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:33.550420 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a51bd5d9-bc56-4563-8e08-3a01b9c25bfc req-4435c811-82e4-4607-8e32-b4e51968de01 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 210 time: 0.0314541 May 19 17:02:33.655960 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_common [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Allocated IP 172.20.0.14 (d06705e9-9d4e-4712-8321-c61ce7be2560/123702d0-cc42-404e-9802-b7b311dafce3/aace3b3f-e6b4-43f5-93d8-0d231d786781) {{(pid=110370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 17:02:33.661940 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:33.667175 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:33.815934 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), precommit_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:33.849627 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), after_create {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:33.894904 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Network d06705e9-9d4e-4712-8321-c61ce7be2560 is already hosted by enough agents. {{(pid=110370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 17:02:33.900339 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.base_scheduler [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Resources bound (agent type, host, resource id): {{(pid=110370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 17:02:33.902862 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Received port after_create {{(pid=110370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 17:02:33.929408 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'Port': ['ID=aace3b3f-e6b4-43f5-93d8-0d231d786781,revision_number=1']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:02:33.940405 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.940745 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.941090 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.941459 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.941787 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.942114 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.942437 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.942768 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.943093 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.943417 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.943738 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.944059 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.944380 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.945325 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.945646 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:33.973095 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:33.973770 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:33.990854 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-e48b2170-2ea5-482c-8210-e6d30551fea4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5942140 May 19 17:02:34.002949 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.v2.base [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Request body: {'port': {'device_id': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84243'}} {{(pid=110370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 17:02:34.071454 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:34.143251 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-37feb28e-a38a-4926-80ab-571635e3ec93 None None] Provisioning complete for port aace3b3f-e6b4-43f5-93d8-0d231d786781 triggered by entity DHCP. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 17:02:34.143855 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-37feb28e-a38a-4926-80ab-571635e3ec93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:34.177538 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-37feb28e-a38a-4926-80ab-571635e3ec93 None None] Port aace3b3f-e6b4-43f5-93d8-0d231d786781 cannot update to ACTIVE because it is not bound. {{(pid=110372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 17:02:34.360323 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aace3b3f-e6b4-43f5-93d8-0d231d786781 {{(pid=110370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 17:02:34.368555 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Publish callbacks [] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:34.380923 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.provisioning_blocks [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Transition to ACTIVE for port object aace3b3f-e6b4-43f5-93d8-0d231d786781 will not be triggered until provisioned by entity L2. {{(pid=110370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 17:02:34.384732 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:34.438514 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Pushing event updated for resources: {'Port': ['ID=aace3b3f-e6b4-43f5-93d8-0d231d786781,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:02:34.486416 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:34.493399 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:34.512622 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Attempting to bind port aace3b3f-e6b4-43f5-93d8-0d231d786781 on host hv-cinder-84243 for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 17:02:34.512970 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Attempting to bind port aace3b3f-e6b4-43f5-93d8-0d231d786781 by drivers openvswitch,hyperv on host hv-cinder-84243 at level 0 using segments [{'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 17:02:34.513334 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Attempting to bind port aace3b3f-e6b4-43f5-93d8-0d231d786781 on network d06705e9-9d4e-4712-8321-c61ce7be2560 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 17:02:34.523494 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Port aace3b3f-e6b4-43f5-93d8-0d231d786781 on network d06705e9-9d4e-4712-8321-c61ce7be2560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84243 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 17:02:34.523833 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Attempting to bind port aace3b3f-e6b4-43f5-93d8-0d231d786781 on network d06705e9-9d4e-4712-8321-c61ce7be2560 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 17:02:34.529567 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Checking agent: {'id': '4ddd744b-7269-4cb0-9406-1bc408c7b443', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'started_at': datetime.datetime(2022, 5, 19, 16, 41, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 17, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 17:02:34.530121 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Checking segment: {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 17:02:34.530728 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Bound using segment: {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 17:02:34.531358 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Bound port: aace3b3f-e6b4-43f5-93d8-0d231d786781, host: hv-cinder-84243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8da9d23-102f-4fff-b15a-a0d541b78e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 17:02:34.531726 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:34.602482 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] For port aace3b3f-e6b4-43f5-93d8-0d231d786781, host hv-cinder-84243, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 17:02:34.605679 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] For port aace3b3f-e6b4-43f5-93d8-0d231d786781, host hv-cinder-84243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=aace3b3f-e6b4-43f5-93d8-0d231d786781,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 17:02:34.612015 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260501342'] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:34.644005 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:34.644523 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:34.646204 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] 10.222.0.48 "PUT /v2.0/ports/aace3b3f-e6b4-43f5-93d8-0d231d786781 HTTP/1.1" status: 200 len: 1094 time: 0.6476092 May 19 17:02:34.649220 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'tag': 'aace3b3f-e6b4-43f5-93d8-0d231d786781'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 17:02:34.651878 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c217b9-206e-4163-9c06-0dba7b8d274f" -d '{"events": [{"name": "network-changed", "server_uuid": "f58d8340-93f7-4b2f-9fad-334a6adc200a", "tag": "aace3b3f-e6b4-43f5-93d8-0d231d786781"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 17:02:34.683327 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9b00d-374e-4657-b758-30e7afd5c482 service neutron] Pushing event updated for resources: {'Port': ['ID=aace3b3f-e6b4-43f5-93d8-0d231d786781,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:02:34.686495 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c57d4-f2ad-4f10-8ff1-9f6e6ace0eb3 req-9b368e0d-f977-4f40-9a08-285cbd69c5c9 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:34.693382 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-813c57d4-f2ad-4f10-8ff1-9f6e6ace0eb3 req-9b368e0d-f977-4f40-9a08-285cbd69c5c9 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 944 time: 0.0634375 May 19 17:02:34.736244 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7b734cf1-6ba7-4983-88d3-4c8e322a6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:34.737826 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-7b734cf1-6ba7-4983-88d3-4c8e322a6231 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 1128 time: 0.0436232 May 19 17:02:34.742909 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-813c57d4-f2ad-4f10-8ff1-9f6e6ace0eb3 req-78dd26db-d28b-4f06-93aa-e4c58d4a7d25 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486639 May 19 17:02:34.784669 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-89bda16f-7eeb-4eb1-b76e-f3d69d17ec66 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aace3b3f-e6b4-43f5-93d8-0d231d786781 HTTP/1.1" status: 200 len: 217 time: 0.0385509 May 19 17:02:34.802300 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 17:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689a0761-c37b-4709-8386-d60bc9690e47 x-openstack-request-id: req-689a0761-c37b-4709-8386-d60bc9690e47 {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 17:02:34.802589 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58d8340-93f7-4b2f-9fad-334a6adc200a", "tag": "aace3b3f-e6b4-43f5-93d8-0d231d786781", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 17:02:34.802840 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-689a0761-c37b-4709-8386-d60bc9690e47 {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 17:02:34.803242 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689a0761-c37b-4709-8386-d60bc9690e47'] response: {'name': 'network-changed', 'server_uuid': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'tag': 'aace3b3f-e6b4-43f5-93d8-0d231d786781', 'status': 'completed', 'code': 200} May 19 17:02:34.840369 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-672e3b9c-f04e-4553-a239-571ae1dee0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:34.841899 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-672e3b9c-f04e-4553-a239-571ae1dee0df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0486071 May 19 17:02:34.886310 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-696978a0-b271-4e62-ab68-26a2baab0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:34.887814 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-696978a0-b271-4e62-ab68-26a2baab0fdc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394578 May 19 17:02:34.984436 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-6808fac8-1681-4780-b0de-45b9eeeeaedc service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903981 May 19 17:02:35.072394 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-463a3d40-361d-40f0-93a0-32e758f1dfb7 req-32d8a831-c2da-4818-b38b-0555c61e39e1 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826035 May 19 17:02:35.858865 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1db91a-e504-45f9-b80d-fe63dea2a92e req-5d480447-cd39-466b-97ce-037197db38a0 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:35.860334 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ce1db91a-e504-45f9-b80d-fe63dea2a92e req-5d480447-cd39-466b-97ce-037197db38a0 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 944 time: 0.0472493 May 19 17:02:35.908898 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ce1db91a-e504-45f9-b80d-fe63dea2a92e req-bedb36e1-d3dc-4528-8c52-a8ae7a8a2175 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431068 May 19 17:02:36.042516 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c217b9-206e-4163-9c06-0dba7b8d274f req-f9119712-3281-4d08-b652-b00151dc5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:36.043884 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-51c217b9-206e-4163-9c06-0dba7b8d274f req-f9119712-3281-4d08-b652-b00151dc5ee9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 1128 time: 0.0386147 May 19 17:02:36.137829 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c217b9-206e-4163-9c06-0dba7b8d274f req-bb483395-3065-4dec-84d9-7d358361cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:36.139290 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-51c217b9-206e-4163-9c06-0dba7b8d274f req-bb483395-3065-4dec-84d9-7d358361cf33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 912 time: 0.0882707 May 19 17:02:36.179309 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-51c217b9-206e-4163-9c06-0dba7b8d274f req-0f50d91d-0510-49b7-91e4-78eb51396286 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aace3b3f-e6b4-43f5-93d8-0d231d786781 HTTP/1.1" status: 200 len: 217 time: 0.0310111 May 19 17:02:36.234819 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c217b9-206e-4163-9c06-0dba7b8d274f req-30c1fa0c-a90c-468f-8817-0c24c0591550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:36.236315 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-51c217b9-206e-4163-9c06-0dba7b8d274f req-30c1fa0c-a90c-468f-8817-0c24c0591550 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0481315 May 19 17:02:36.283969 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c217b9-206e-4163-9c06-0dba7b8d274f req-046b6367-54ca-43c9-93a9-986943968940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:36.285528 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-51c217b9-206e-4163-9c06-0dba7b8d274f req-046b6367-54ca-43c9-93a9-986943968940 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395350 May 19 17:02:36.374925 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-51c217b9-206e-4163-9c06-0dba7b8d274f req-38177277-69bd-4ec7-901a-1e26d5ee0000 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834680 May 19 17:02:36.442683 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:36.465873 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-51c217b9-206e-4163-9c06-0dba7b8d274f req-32c40921-e53f-4c1e-8fcc-f4b43bb2a9c9 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851514 May 19 17:02:37.023344 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86633ea0-be52-4910-9e6d-536cb91827b6 req-a2642bc8-7691-4ec3-af02-01fc99069a40 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:37.024829 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86633ea0-be52-4910-9e6d-536cb91827b6 req-a2642bc8-7691-4ec3-af02-01fc99069a40 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 944 time: 0.0502503 May 19 17:02:37.073502 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-86633ea0-be52-4910-9e6d-536cb91827b6 req-1190e886-3d33-462d-bb25-e168628d5dc8 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432048 May 19 17:02:38.184847 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece9586-1c5b-433f-a07e-b70630118722 req-305b8f97-f965-4864-bb8f-35119476ecd2 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:38.186337 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9ece9586-1c5b-433f-a07e-b70630118722 req-305b8f97-f965-4864-bb8f-35119476ecd2 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 944 time: 0.0476375 May 19 17:02:38.234067 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9ece9586-1c5b-433f-a07e-b70630118722 req-9d16849f-dbde-422f-814d-5eb463c8bad3 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423212 May 19 17:02:39.345970 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447bb19-bbdf-4e0e-ad81-385705d816d7 req-6002f837-38fd-45f8-9be5-e14353e29a31 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:39.347420 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d447bb19-bbdf-4e0e-ad81-385705d816d7 req-6002f837-38fd-45f8-9be5-e14353e29a31 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 944 time: 0.0473673 May 19 17:02:39.399846 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-d447bb19-bbdf-4e0e-ad81-385705d816d7 req-5fe9093a-877b-45d0-99a9-06e3c9f0ab39 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464447 May 19 17:02:40.076324 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=12 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:40.078164 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=14 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:40.511366 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b5870-96f5-4183-b780-222525aca27e req-5b7f490f-c968-4552-9764-a8e0ab45c742 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:40.512813 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-610b5870-96f5-4183-b780-222525aca27e req-5b7f490f-c968-4552-9764-a8e0ab45c742 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 944 time: 0.0465064 May 19 17:02:40.560372 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-610b5870-96f5-4183-b780-222525aca27e req-e066e83a-891b-41c4-9892-edaa4656f352 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421071 May 19 17:02:41.032072 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-dd09cba0-4c41-4267-b209-158435ed21bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:41.222595 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:41.637517 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:41.673073 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dadb92-f419-40ca-a845-a98c1e6c6b6d req-3404574a-db07-4c5a-a683-503c39e2ceb1 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:41.674567 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a5dadb92-f419-40ca-a845-a98c1e6c6b6d req-3404574a-db07-4c5a-a683-503c39e2ceb1 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 944 time: 0.0473356 May 19 17:02:41.699435 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=100 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:41.723814 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-a5dadb92-f419-40ca-a845-a98c1e6c6b6d req-944ba667-3804-40b5-be70-6f8e3efb893f tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437238 May 19 17:02:42.613226 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device aace3b3f-e6b4-43f5-93d8-0d231d786781 details requested by agent hyperv_hv-cinder-84243 with host hv-cinder-84243 {{(pid=110372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 17:02:42.713513 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port aace3b3f-e6b4-43f5-93d8-0d231d786781, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=aace3b3f-e6b4-43f5-93d8-0d231d786781,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:02:42.724365 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Returning: {'device': 'aace3b3f-e6b4-43f5-93d8-0d231d786781', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'port_id': 'aace3b3f-e6b4-43f5-93d8-0d231d786781', 'mac_address': 'fa:16:3e:33:5c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 17:02:42.759507 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port aace3b3f-e6b4-43f5-93d8-0d231d786781 is: DOWN; New status is: BUILD {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 17:02:42.759969 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:42.774437 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aace3b3f-e6b4-43f5-93d8-0d231d786781 {{(pid=110372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 17:02:42.794018 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port aace3b3f-e6b4-43f5-93d8-0d231d786781, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=aace3b3f-e6b4-43f5-93d8-0d231d786781,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:02:42.798658 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:42.849732 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=aace3b3f-e6b4-43f5-93d8-0d231d786781,revision_number=4']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:02:42.850271 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de6cd2-20fa-42a8-989a-ffe4d4bba07f req-e19e46f8-a3a1-4e7e-925a-cd8981e41e6f tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:42.851784 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-20de6cd2-20fa-42a8-989a-ffe4d4bba07f req-e19e46f8-a3a1-4e7e-925a-cd8981e41e6f tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 945 time: 0.0551071 May 19 17:02:42.856953 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.857321 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.857662 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.857996 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.858327 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.858654 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.858988 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.859297 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.859622 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.859938 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.860262 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.860581 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.860898 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.861236 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.861556 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:42.901383 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-20de6cd2-20fa-42a8-989a-ffe4d4bba07f req-90a6167d-03dd-437c-8faf-f335520dc0ca tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439770 May 19 17:02:43.239611 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] get_ports_and_sgs() called for port_ids ['aace3b3f-e6b4-43f5-93d8-0d231d786781'] {{(pid=110372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 17:02:44.011703 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154085a-2b79-42a2-9160-082a1f10964e req-dd3906c5-b469-47b8-ab56-3051bb121c1b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:44.013133 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f154085a-2b79-42a2-9160-082a1f10964e req-dd3906c5-b469-47b8-ab56-3051bb121c1b tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 945 time: 0.0459502 May 19 17:02:44.067921 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-f154085a-2b79-42a2-9160-082a1f10964e req-d0973b14-482a-4aba-9e68-10659f1a7957 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494111 May 19 17:02:44.334612 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-0a2de806-eeed-45ae-aa4c-4dc27b522c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:44.597465 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device aace3b3f-e6b4-43f5-93d8-0d231d786781 up at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 17:02:44.639859 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning for port aace3b3f-e6b4-43f5-93d8-0d231d786781 completed by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 17:02:44.641717 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:44.647113 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.provisioning_blocks [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Provisioning complete for port aace3b3f-e6b4-43f5-93d8-0d231d786781 triggered by entity L2. {{(pid=110372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 17:02:44.648148 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604915'] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), provisioning_complete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:44.721378 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Current status of the port aace3b3f-e6b4-43f5-93d8-0d231d786781 is: BUILD; New status is: ACTIVE {{(pid=110372) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 17:02:44.721772 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), before_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:44.738730 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:44.744393 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aace3b3f-e6b4-43f5-93d8-0d231d786781'}] {{(pid=110372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 17:02:44.746647 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c65e4cbd408031eabeac9b212bf73dded8eeee5dcf73a7b8d90defc935b5e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3ecdec-a1ff-44fb-92b5-e4835e4b0fae" -d '{"events": [{"server_uuid": "f58d8340-93f7-4b2f-9fad-334a6adc200a", "name": "network-vif-plugged", "status": "completed", "tag": "aace3b3f-e6b4-43f5-93d8-0d231d786781"}]}' {{(pid=110372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 17:02:44.760211 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] For port aace3b3f-e6b4-43f5-93d8-0d231d786781, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=aace3b3f-e6b4-43f5-93d8-0d231d786781,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:02:44.763783 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610'] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:44.785926 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 17:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea88dfa-456e-47a7-9ea3-184e8ed687b2 x-openstack-request-id: req-cea88dfa-456e-47a7-9ea3-184e8ed687b2 {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 17:02:44.786218 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58d8340-93f7-4b2f-9fad-334a6adc200a", "name": "network-vif-plugged", "status": "completed", "tag": "aace3b3f-e6b4-43f5-93d8-0d231d786781", "code": 200}]} {{(pid=110372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 17:02:44.786473 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cea88dfa-456e-47a7-9ea3-184e8ed687b2 {{(pid=110372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 17:02:44.786868 dv-cinder-842433-1-iscsi neutron-server[110372]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea88dfa-456e-47a7-9ea3-184e8ed687b2'] response: {'server_uuid': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aace3b3f-e6b4-43f5-93d8-0d231d786781', 'code': 200} May 19 17:02:44.813063 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Pushing event updated for resources: {'Port': ['ID=aace3b3f-e6b4-43f5-93d8-0d231d786781,revision_number=5']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:02:44.999900 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:45.003786 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28592752-e3a5-4032-973c-320abc757ddc req-43518a40-1d04-4972-93c4-50a3001c5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:45.005305 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-28592752-e3a5-4032-973c-320abc757ddc req-43518a40-1d04-4972-93c4-50a3001c5f0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 1130 time: 0.0400062 May 19 17:02:45.050200 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-28592752-e3a5-4032-973c-320abc757ddc req-d3e331ea-07f7-4bb6-93e9-e350ffb65ca7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390682 May 19 17:02:45.186426 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198baa58-9805-443c-9534-871d9bb38587 req-756990f4-ce5f-4982-b1c1-b8c287319059 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:45.187772 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-198baa58-9805-443c-9534-871d9bb38587 req-756990f4-ce5f-4982-b1c1-b8c287319059 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 946 time: 0.0487020 May 19 17:02:45.274128 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:45.407222 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:02:45.464392 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-198baa58-9805-443c-9534-871d9bb38587 req-955216e6-d460-4fb6-bbd3-00afd757c430 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2710145 May 19 17:02:46.576422 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921df985-a4cb-4da1-aa9a-f87d5540c1d9 req-fe7502d5-6bfe-4fa2-849d-12dbb070043a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:46.577896 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-921df985-a4cb-4da1-aa9a-f87d5540c1d9 req-fe7502d5-6bfe-4fa2-849d-12dbb070043a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 946 time: 0.0466125 May 19 17:02:46.625358 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-921df985-a4cb-4da1-aa9a-f87d5540c1d9 req-e0632273-86b6-4c85-b4f0-c8474a9345d1 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419934 May 19 17:02:47.045100 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:47.737398 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8adeaa-6a12-4027-bd68-e711869d4916 req-30d47cc2-346a-45ec-9f43-b2617a126205 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:47.738868 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9b8adeaa-6a12-4027-bd68-e711869d4916 req-30d47cc2-346a-45ec-9f43-b2617a126205 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 946 time: 0.0464222 May 19 17:02:47.790379 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-9b8adeaa-6a12-4027-bd68-e711869d4916 req-e6e7c2ad-db50-497d-837b-51f4763698af tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450044 May 19 17:02:47.898864 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091fa36-d1f6-4338-a664-63669bc28d66 req-28e0ac5a-0ef0-477b-9a73-f4c24e8a64d6 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:47.900373 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e091fa36-d1f6-4338-a664-63669bc28d66 req-28e0ac5a-0ef0-477b-9a73-f4c24e8a64d6 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 946 time: 0.0462942 May 19 17:02:47.949332 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-e091fa36-d1f6-4338-a664-63669bc28d66 req-73b3f902-4db2-4c0f-87ed-ccdb9d88ed70 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434430 May 19 17:02:47.971390 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42366) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:02:48.008219 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582788b-222c-4aaa-aa5f-235ad14999f3 tempest-TestVolumeBootPattern-568153456 tempest-TestVolumeBootPattern-568153456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:48.009724 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-5582788b-222c-4aaa-aa5f-235ad14999f3 tempest-TestVolumeBootPattern-568153456 tempest-TestVolumeBootPattern-568153456-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 1125 time: 0.0373802 May 19 17:02:48.012402 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42368) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:02:48.016624 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.v2.base [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Request body: {'floatingip': {'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'port_id': 'aace3b3f-e6b4-43f5-93d8-0d231d786781', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 17:02:48.037374 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:48.117964 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (None), before_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:48.222300 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_common [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Allocated IP 172.27.1.160 (98da84b6-3a55-4aa5-9045-219aa962a35a/9494860a-6894-4a6a-8447-9a54fb7d7bcf/665e7213-9a5f-4c9d-877a-f1f0e0786edb) {{(pid=110371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 17:02:48.281085 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:48.297550 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:48.323755 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for port (665e7213-9a5f-4c9d-877a-f1f0e0786edb), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:48.355576 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741474135574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (665e7213-9a5f-4c9d-877a-f1f0e0786edb), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:48.395858 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Network 98da84b6-3a55-4aa5-9045-219aa962a35a is already hosted by enough agents. {{(pid=110371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 17:02:48.400816 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.base_scheduler [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Resources bound (agent type, host, resource id): {{(pid=110371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 17:02:48.404615 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Received port after_create {{(pid=110371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 17:02:48.409586 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'Port': ['ID=665e7213-9a5f-4c9d-877a-f1f0e0786edb,revision_number=1']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:02:48.434872 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.435220 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.435562 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.435900 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.436230 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.436558 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.436883 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.437237 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.437566 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.437896 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.438216 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.438540 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.438859 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.439177 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.439493 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:02:48.613008 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:48.757641 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for floatingip (e5078a25-f1be-4938-9c13-487d149ce941), precommit_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:48.824714 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16426595'] for port (665e7213-9a5f-4c9d-877a-f1f0e0786edb), before_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:48.995488 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for port (665e7213-9a5f-4c9d-877a-f1f0e0786edb), precommit_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:48.999726 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741474674059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741474135592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741474135610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3952924'] for port (665e7213-9a5f-4c9d-877a-f1f0e0786edb), after_update {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:49.035830 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:49.057404 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:49.071698 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event updated for resources: {'Port': ['ID=665e7213-9a5f-4c9d-877a-f1f0e0786edb,revision_number=2']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:02:49.083087 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778297'] for floatingip (e5078a25-f1be-4938-9c13-487d149ce941), after_create {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:49.174850 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Floating IP e5078a25-f1be-4938-9c13-487d149ce941 associated. External IP: 172.27.1.160, port: aace3b3f-e6b4-43f5-93d8-0d231d786781. May 19 17:02:49.372280 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 17:02:49.471886 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 17:02:49.483086 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826184b-f7be-4690-92fb-7d31ac870825 None None] Sync routers for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 17:02:49.490055 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:02:49.496659 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826184b-f7be-4690-92fb-7d31ac870825 None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 17:02:49.497400 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-8826184b-f7be-4690-92fb-7d31ac870825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T17:02:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:02:49.519702 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-16899fbe-fdc1-47e2-867a-0b3ae317db0d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5062990 May 19 17:02:49.520386 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'tag': 'aace3b3f-e6b4-43f5-93d8-0d231d786781'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 17:02:49.523278 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac14623-953f-4983-82c9-fad3cd7ac9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f58d8340-93f7-4b2f-9fad-334a6adc200a", "tag": "aace3b3f-e6b4-43f5-93d8-0d231d786781"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 17:02:49.558529 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 17:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07d5a55-6838-465d-845e-c8ed9e73fbe3 x-openstack-request-id: req-a07d5a55-6838-465d-845e-c8ed9e73fbe3 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 17:02:49.558822 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58d8340-93f7-4b2f-9fad-334a6adc200a", "tag": "aace3b3f-e6b4-43f5-93d8-0d231d786781", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 17:02:49.559074 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a07d5a55-6838-465d-845e-c8ed9e73fbe3 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 17:02:49.559481 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07d5a55-6838-465d-845e-c8ed9e73fbe3'] response: {'name': 'network-changed', 'server_uuid': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'tag': 'aace3b3f-e6b4-43f5-93d8-0d231d786781', 'status': 'completed', 'code': 200} May 19 17:02:49.603551 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-8826184b-f7be-4690-92fb-7d31ac870825 None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 17:02:49.624987 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac14623-953f-4983-82c9-fad3cd7ac9ad req-f44d0b00-61d8-450d-bee4-e13e47f4c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:49.626528 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-fac14623-953f-4983-82c9-fad3cd7ac9ad req-f44d0b00-61d8-450d-bee4-e13e47f4c85b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 1130 time: 0.0446849 May 19 17:02:49.717804 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac14623-953f-4983-82c9-fad3cd7ac9ad req-0944b7e2-d6c8-4742-bbf6-7a698f8046aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:49.719311 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-fac14623-953f-4983-82c9-fad3cd7ac9ad req-0944b7e2-d6c8-4742-bbf6-7a698f8046aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 912 time: 0.0864727 May 19 17:02:49.783640 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-fac14623-953f-4983-82c9-fad3cd7ac9ad req-7aaa0224-089d-4c51-82a6-1b0f9357870e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aace3b3f-e6b4-43f5-93d8-0d231d786781 HTTP/1.1" status: 200 len: 1000 time: 0.0586872 May 19 17:02:49.811105 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-8826184b-f7be-4690-92fb-7d31ac870825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'e5078a25-f1be-4938-9c13-487d149ce941', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': 'aace3b3f-e6b4-43f5-93d8-0d231d786781', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:33:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T17:02:48Z', 'updated_at': '2022-05-19T17:02:48Z', 'revision_number': 0, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}, {'id': 'e6ace68a-8dcd-4cd9-8436-c429e5801fb4', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:e4:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T17:00:30Z', 'updated_at': '2022-05-19T17:00:32Z', 'revision_number': 1, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:02:49.831465 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac14623-953f-4983-82c9-fad3cd7ac9ad req-e4fa71ab-5dd3-4abd-b680-ba6315f9fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:49.832960 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-fac14623-953f-4983-82c9-fad3cd7ac9ad req-e4fa71ab-5dd3-4abd-b680-ba6315f9fbae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0437360 May 19 17:02:49.836914 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826184b-f7be-4690-92fb-7d31ac870825 None None] Checking router: f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 17:02:49.845493 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826184b-f7be-4690-92fb-7d31ac870825 None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 17:02:49.846102 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-8826184b-f7be-4690-92fb-7d31ac870825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T17:02:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:02:49.876503 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac14623-953f-4983-82c9-fad3cd7ac9ad req-dab3c6de-e8d4-4988-973e-4720d1c2ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:02:49.878050 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-fac14623-953f-4983-82c9-fad3cd7ac9ad req-dab3c6de-e8d4-4988-973e-4720d1c2ecd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394289 May 19 17:02:49.947764 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-8826184b-f7be-4690-92fb-7d31ac870825 None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 17:02:49.972504 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-fac14623-953f-4983-82c9-fad3cd7ac9ad req-884bdd17-fbad-4285-8763-34a203ec79af service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885475 May 19 17:02:50.065557 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-fac14623-953f-4983-82c9-fad3cd7ac9ad req-cd7ae430-5ab7-4d20-9df5-54b84c5cb017 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874119 May 19 17:02:50.230615 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:50.282741 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-8826184b-f7be-4690-92fb-7d31ac870825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'e5078a25-f1be-4938-9c13-487d149ce941', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': 'aace3b3f-e6b4-43f5-93d8-0d231d786781', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:33:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T17:02:48Z', 'updated_at': '2022-05-19T17:02:48Z', 'revision_number': 0, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}, {'id': 'e6ace68a-8dcd-4cd9-8436-c429e5801fb4', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:e4:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T17:00:30Z', 'updated_at': '2022-05-19T17:00:32Z', 'revision_number': 1, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:02:50.306671 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826184b-f7be-4690-92fb-7d31ac870825 None None] The sync data for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi is: [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'e5078a25-f1be-4938-9c13-487d149ce941', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': 'aace3b3f-e6b4-43f5-93d8-0d231d786781', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:33:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T17:02:48Z', 'updated_at': '2022-05-19T17:02:48Z', 'revision_number': 0, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}, {'id': 'e6ace68a-8dcd-4cd9-8436-c429e5801fb4', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:e4:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T17:00:30Z', 'updated_at': '2022-05-19T17:00:32Z', 'revision_number': 1, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 17:02:50.498732 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec489a-0624-4ca3-ae56-78246dcdde8c None None] New status for floating IP e5078a25-f1be-4938-9c13-487d149ce941: ACTIVE {{(pid=110373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 17:02:59.512861 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:02:59.516472 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=63,neutron:DELETE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:00.060440 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=54 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:00.062347 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=54 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:00.285053 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=7 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:00.285780 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:05.338068 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:05.343063 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:11.034312 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c95441c1-314f-48aa-8d76-7f994c4d1215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:03:11.221408 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:03:14.335618 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9078-73bb-4375-adc1-dd1d592097ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:03:15.275000 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:03:17.046625 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:03:18.615357 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:03:22.406796 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:03:24.048721 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5817a1f6-7112-4302-944f-9288d80f41bf req-4d694449-cfa9-4608-a05d-d44b1c45edec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421467 May 19 17:03:24.126533 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817a1f6-7112-4302-944f-9288d80f41bf req-07d5870b-50a6-4384-a8e6-247482447be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:03:24.128004 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5817a1f6-7112-4302-944f-9288d80f41bf req-07d5870b-50a6-4384-a8e6-247482447be4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 1129 time: 0.0386539 May 19 17:03:24.232087 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817a1f6-7112-4302-944f-9288d80f41bf req-475d7922-679c-4817-b2f2-432858f4e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:03:24.233490 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5817a1f6-7112-4302-944f-9288d80f41bf req-475d7922-679c-4817-b2f2-432858f4e733 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 912 time: 0.0879791 May 19 17:03:24.297779 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5817a1f6-7112-4302-944f-9288d80f41bf req-dd09abea-c344-43bc-9211-58860ef87d4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=accb8d36-4ef0-487e-bb7e-e2f94c12f717 HTTP/1.1" status: 200 len: 1001 time: 0.0577424 May 19 17:03:24.346340 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817a1f6-7112-4302-944f-9288d80f41bf req-fcceb5e3-a036-495f-8ab9-c0bc5f9bf92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:03:24.347733 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5817a1f6-7112-4302-944f-9288d80f41bf req-fcceb5e3-a036-495f-8ab9-c0bc5f9bf92b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0432189 May 19 17:03:24.391102 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817a1f6-7112-4302-944f-9288d80f41bf req-aee3f919-a541-4820-b101-dc48dbbcab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:03:24.392533 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5817a1f6-7112-4302-944f-9288d80f41bf req-aee3f919-a541-4820-b101-dc48dbbcab62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389085 May 19 17:03:24.483127 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5817a1f6-7112-4302-944f-9288d80f41bf req-bf9fcc23-06ca-4560-a17d-813e3ac31606 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845034 May 19 17:03:24.574581 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-5817a1f6-7112-4302-944f-9288d80f41bf req-936c06c7-9a5c-4f19-9da4-397faef03371 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854373 May 19 17:03:28.605573 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:28.611620 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:34.569709 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=55 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:34.571848 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=46 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:41.035860 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-58f41196-9be8-4437-b0d9-bc65a2977781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:03:41.243067 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:03:42.335865 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:42.340841 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:44.338328 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-28de7650-61cf-4d9d-bdd9-83b1bb4b267c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:03:45.280061 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:03:47.048376 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:03:48.623412 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:03:57.397646 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:57.399619 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:03:59.405930 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:04:00.078894 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:00.083001 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:09.520490 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [req-c40223e1-9da2-4e96-af8f-8e2db3f81eb8 req-6ff6625d-6b77-4447-b030-07891e52a6e9 service neutron] (110370) timed out ('10.222.0.48', 61396) {{(pid=110370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 17:04:11.039011 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-acba45ba-37b0-4c6d-a2b7-c04abb5354f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:11.249929 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:14.339850 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-c18fc137-a1bd-4e59-8d49-2445e946671c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:15.281834 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:17.051312 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:18.617026 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:19.331886 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:19.336509 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:26.124993 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-075f3da6-2345-44f6-9dae-983712c988e2 req-c2ea2fa5-0dc6-43a9-b323-f67d44a5d6be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1084290 May 19 17:04:26.182721 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3da6-2345-44f6-9dae-983712c988e2 req-d257fd75-ba67-4e64-8640-03e8da14cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:26.184097 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-075f3da6-2345-44f6-9dae-983712c988e2 req-d257fd75-ba67-4e64-8640-03e8da14cd99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 1130 time: 0.0383844 May 19 17:04:26.298543 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3da6-2345-44f6-9dae-983712c988e2 req-b7a52cd2-ecce-4acf-a0e6-74f7875c342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:26.300018 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-075f3da6-2345-44f6-9dae-983712c988e2 req-b7a52cd2-ecce-4acf-a0e6-74f7875c342f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 912 time: 0.0970736 May 19 17:04:26.359097 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-075f3da6-2345-44f6-9dae-983712c988e2 req-53204175-e8c0-4de2-8a68-f71b9dce5090 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aace3b3f-e6b4-43f5-93d8-0d231d786781 HTTP/1.1" status: 200 len: 1002 time: 0.0533202 May 19 17:04:26.406190 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3da6-2345-44f6-9dae-983712c988e2 req-4e476617-5d2e-4d93-b16d-ebb309a0c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:26.407676 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-075f3da6-2345-44f6-9dae-983712c988e2 req-4e476617-5d2e-4d93-b16d-ebb309a0c69e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0424690 May 19 17:04:26.452889 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3da6-2345-44f6-9dae-983712c988e2 req-813b1b96-ee22-4f79-b64a-77d7487f9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:26.454300 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-075f3da6-2345-44f6-9dae-983712c988e2 req-813b1b96-ee22-4f79-b64a-77d7487f9fd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408874 May 19 17:04:26.463772 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [req-075f3da6-2345-44f6-9dae-983712c988e2 req-8c3e5f0c-afab-4dc9-9ab3-997af41c8611 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 17:04:26.464706 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-075f3da6-2345-44f6-9dae-983712c988e2 req-8c3e5f0c-afab-4dc9-9ab3-997af41c8611 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046556 May 19 17:04:26.553308 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-075f3da6-2345-44f6-9dae-983712c988e2 req-d4ee02f8-be86-46d3-b3eb-1c501f1ea38f service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823836 May 19 17:04:26.644656 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-075f3da6-2345-44f6-9dae-983712c988e2 req-c742baf8-2ff1-430c-b2d0-565de5bebcf5 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853446 May 19 17:04:27.047179 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:28.612615 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:36.404641 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:04:36.635793 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=50 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:36.641687 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=51 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:40.085373 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=13 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:40.667170 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42408) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:04:40.803738 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Deleting port 665e7213-9a5f-4c9d-877a-f1f0e0786edb {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 17:04:40.804081 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (665e7213-9a5f-4c9d-877a-f1f0e0786edb), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:40.881974 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (665e7213-9a5f-4c9d-877a-f1f0e0786edb), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:40.882298 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for floatingip (665e7213-9a5f-4c9d-877a-f1f0e0786edb), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:40.894933 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Calling delete_port for 665e7213-9a5f-4c9d-877a-f1f0e0786edb owned by network:floatingip {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 17:04:41.039703 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (665e7213-9a5f-4c9d-877a-f1f0e0786edb), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:41.040703 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-4050948d-99c5-41ca-a4e6-5e7c7063da19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:41.063464 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event deleted for resources: {'Port': ['ID=665e7213-9a5f-4c9d-877a-f1f0e0786edb,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:41.075415 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.075788 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.076114 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.076453 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.076788 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.077117 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.077468 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.077791 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.078112 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.078435 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.078757 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.079079 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.079396 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.079714 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.080027 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:41.139949 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for floatingip (e5078a25-f1be-4938-9c13-487d149ce941), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:41.140290 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Floating IP e5078a25-f1be-4938-9c13-487d149ce941 disassociated (deleted). External IP: 172.27.1.160, port: aace3b3f-e6b4-43f5-93d8-0d231d786781. May 19 17:04:41.250744 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:41.340581 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 17:04:41.440933 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 17:04:41.446176 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:41.450586 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40226a8-a947-40d9-a5f1-1b9cb1651ab7 None None] Sync routers for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 17:04:41.463990 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40226a8-a947-40d9-a5f1-1b9cb1651ab7 None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 17:04:41.464609 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-e40226a8-a947-40d9-a5f1-1b9cb1651ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T17:04:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:41.471681 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:41.475974 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-d05af10c-40fc-4d3e-829a-333e9d51ad2d tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "DELETE /v2.0/floatingips/e5078a25-f1be-4938-9c13-487d149ce941 HTTP/1.1" status: 204 len: 168 time: 0.8077860 May 19 17:04:41.477056 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'tag': 'aace3b3f-e6b4-43f5-93d8-0d231d786781'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 17:04:41.479443 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452ed087-8d2b-49b1-ae7b-fd5e2e3246bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f58d8340-93f7-4b2f-9fad-334a6adc200a", "tag": "aace3b3f-e6b4-43f5-93d8-0d231d786781"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 17:04:41.569637 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-e40226a8-a947-40d9-a5f1-1b9cb1651ab7 None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 17:04:41.646457 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 17:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696324e1-a7c4-48e3-9a69-662556552ef3 x-openstack-request-id: req-696324e1-a7c4-48e3-9a69-662556552ef3 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 17:04:41.646874 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58d8340-93f7-4b2f-9fad-334a6adc200a", "tag": "aace3b3f-e6b4-43f5-93d8-0d231d786781", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 17:04:41.647429 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-696324e1-a7c4-48e3-9a69-662556552ef3 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 17:04:41.648000 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696324e1-a7c4-48e3-9a69-662556552ef3'] response: {'name': 'network-changed', 'server_uuid': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'tag': 'aace3b3f-e6b4-43f5-93d8-0d231d786781', 'status': 'completed', 'code': 200} May 19 17:04:41.738991 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad712402-ce2d-4508-bd8c-cd38d34f8163 req-64c27bac-3681-4545-a325-b9028a2c1158 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:41.741337 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ad712402-ce2d-4508-bd8c-cd38d34f8163 req-64c27bac-3681-4545-a325-b9028a2c1158 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 946 time: 0.0507801 May 19 17:04:41.761888 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:41.795200 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-e40226a8-a947-40d9-a5f1-1b9cb1651ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'e6ace68a-8dcd-4cd9-8436-c429e5801fb4', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:e4:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T17:00:30Z', 'updated_at': '2022-05-19T17:00:32Z', 'revision_number': 1, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:41.795962 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-ad712402-ce2d-4508-bd8c-cd38d34f8163 req-d98aa5db-bb44-4a8a-8737-a35e28ddfe33 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491800 May 19 17:04:41.820830 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40226a8-a947-40d9-a5f1-1b9cb1651ab7 None None] Checking router: f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 17:04:41.829240 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40226a8-a947-40d9-a5f1-1b9cb1651ab7 None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 17:04:41.829837 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-e40226a8-a947-40d9-a5f1-1b9cb1651ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T17:04:14Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:41.933584 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-e40226a8-a947-40d9-a5f1-1b9cb1651ab7 None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 17:04:42.150916 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-e40226a8-a947-40d9-a5f1-1b9cb1651ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'e6ace68a-8dcd-4cd9-8436-c429e5801fb4', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:e4:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T17:00:30Z', 'updated_at': '2022-05-19T17:00:32Z', 'revision_number': 1, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:42.176264 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40226a8-a947-40d9-a5f1-1b9cb1651ab7 None None] The sync data for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi is: [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_floatingips': [{'id': 'e6ace68a-8dcd-4cd9-8436-c429e5801fb4', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'router_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'port_id': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'mac_address': 'fa:16:3e:e4:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T17:00:30Z', 'updated_at': '2022-05-19T17:00:32Z', 'revision_number': 1, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 17:04:42.395431 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338ccf5-6eb9-49de-bea6-a9d23e37fd7f None None] New status for floating IP e5078a25-f1be-4938-9c13-487d149ce941: DOWN {{(pid=110373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 17:04:42.676275 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ed087-8d2b-49b1-ae7b-fd5e2e3246bf req-f468e4d3-6c65-4f93-9820-f98a7f1d8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:42.677833 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-452ed087-8d2b-49b1-ae7b-fd5e2e3246bf req-f468e4d3-6c65-4f93-9820-f98a7f1d8144 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 1130 time: 0.0397992 May 19 17:04:42.769490 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ed087-8d2b-49b1-ae7b-fd5e2e3246bf req-5a89cb98-8e11-40e8-b1f6-4e693dd1cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:42.770897 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-452ed087-8d2b-49b1-ae7b-fd5e2e3246bf req-5a89cb98-8e11-40e8-b1f6-4e693dd1cc2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 912 time: 0.0874147 May 19 17:04:42.808444 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-452ed087-8d2b-49b1-ae7b-fd5e2e3246bf req-deedb042-d0cc-4f10-a2fc-e761b7f14413 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aace3b3f-e6b4-43f5-93d8-0d231d786781 HTTP/1.1" status: 200 len: 217 time: 0.0312579 May 19 17:04:42.873955 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ed087-8d2b-49b1-ae7b-fd5e2e3246bf req-fa79a0a5-4bd6-4b38-97e1-15bb3fae5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:42.875415 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-452ed087-8d2b-49b1-ae7b-fd5e2e3246bf req-fa79a0a5-4bd6-4b38-97e1-15bb3fae5d71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0461402 May 19 17:04:42.918438 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6974c-0b2b-4f59-afdf-790972fecb3e req-3eca3177-367a-4f3b-9b18-f7d3df3ba1de tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:42.920242 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2cb6974c-0b2b-4f59-afdf-790972fecb3e req-3eca3177-367a-4f3b-9b18-f7d3df3ba1de tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 946 time: 0.0485666 May 19 17:04:42.968649 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2cb6974c-0b2b-4f59-afdf-790972fecb3e req-90f4008e-f485-4466-b5f6-89991ab940b4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432460 May 19 17:04:43.009777 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ed087-8d2b-49b1-ae7b-fd5e2e3246bf req-3510edb0-a2eb-435a-bd30-13d50a2b824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:43.011250 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-452ed087-8d2b-49b1-ae7b-fd5e2e3246bf req-3510edb0-a2eb-435a-bd30-13d50a2b824e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399058 May 19 17:04:43.102832 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-452ed087-8d2b-49b1-ae7b-fd5e2e3246bf req-6de56974-a64d-4efa-9908-bb71c29851f8 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844529 May 19 17:04:43.194465 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-452ed087-8d2b-49b1-ae7b-fd5e2e3246bf req-afc6e824-d5f7-4da8-a8e9-e7506df8ec65 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850971 May 19 17:04:43.459349 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496f5a4-7fe1-4f63-87f6-383fe140840a req-006bc2f0-4881-409b-b9d6-7c2d3a835473 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:43.460782 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b496f5a4-7fe1-4f63-87f6-383fe140840a req-006bc2f0-4881-409b-b9d6-7c2d3a835473 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 946 time: 0.0465386 May 19 17:04:43.539406 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [req-b496f5a4-7fe1-4f63-87f6-383fe140840a req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Deleting port aace3b3f-e6b4-43f5-93d8-0d231d786781 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 17:04:43.539746 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-b496f5a4-7fe1-4f63-87f6-383fe140840a req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:43.629699 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [req-b496f5a4-7fe1-4f63-87f6-383fe140840a req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] For port aace3b3f-e6b4-43f5-93d8-0d231d786781, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=aace3b3f-e6b4-43f5-93d8-0d231d786781,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:04:43.630064 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-b496f5a4-7fe1-4f63-87f6-383fe140840a req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:43.643081 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [req-b496f5a4-7fe1-4f63-87f6-383fe140840a req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Calling delete_port for aace3b3f-e6b4-43f5-93d8-0d231d786781 owned by compute:nova {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 17:04:43.774142 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-b496f5a4-7fe1-4f63-87f6-383fe140840a req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (aace3b3f-e6b4-43f5-93d8-0d231d786781), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:43.800869 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event deleted for resources: {'Port': ['ID=aace3b3f-e6b4-43f5-93d8-0d231d786781,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:43.827363 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.827708 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.828051 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.828392 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.828724 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.829055 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.829408 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.829734 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.830059 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.830383 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.830707 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.831030 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.831348 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.831667 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.831985 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:43.855799 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [req-b496f5a4-7fe1-4f63-87f6-383fe140840a req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] No DVR routers for this DVR port aace3b3f-e6b4-43f5-93d8-0d231d786781 on host hv-cinder-84243 {{(pid=110370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 17:04:43.858218 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [req-b496f5a4-7fe1-4f63-87f6-383fe140840a req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:43.861431 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-b496f5a4-7fe1-4f63-87f6-383fe140840a req-dde16f65-4b39-4294-ad02-02057bc87026 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "DELETE /v2.0/ports/aace3b3f-e6b4-43f5-93d8-0d231d786781 HTTP/1.1" status: 204 len: 173 time: 0.3956649 May 19 17:04:43.861856 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'name': 'network-vif-deleted', 'tag': 'aace3b3f-e6b4-43f5-93d8-0d231d786781'}] {{(pid=110370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 17:04:43.864346 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d0323c515dca47f871040eed74c31962138f152c5ec8265a2ac0be45cef0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f9d580-fd8c-4b35-a736-333600a480c5" -d '{"events": [{"server_uuid": "f58d8340-93f7-4b2f-9fad-334a6adc200a", "name": "network-vif-deleted", "tag": "aace3b3f-e6b4-43f5-93d8-0d231d786781"}]}' {{(pid=110370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 17:04:43.988003 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 17:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc69fdd4-b6d9-4649-a99d-09e9cd29b2fa x-openstack-request-id: req-bc69fdd4-b6d9-4649-a99d-09e9cd29b2fa {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 17:04:43.988298 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58d8340-93f7-4b2f-9fad-334a6adc200a", "name": "network-vif-deleted", "tag": "aace3b3f-e6b4-43f5-93d8-0d231d786781", "status": "completed", "code": 200}]} {{(pid=110370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 17:04:43.988556 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc69fdd4-b6d9-4649-a99d-09e9cd29b2fa {{(pid=110370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 17:04:43.988967 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc69fdd4-b6d9-4649-a99d-09e9cd29b2fa'] response: {'server_uuid': 'f58d8340-93f7-4b2f-9fad-334a6adc200a', 'name': 'network-vif-deleted', 'tag': 'aace3b3f-e6b4-43f5-93d8-0d231d786781', 'status': 'completed', 'code': 200} May 19 17:04:44.063584 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-311e4f99-7eb5-4669-a0a8-54d617b8cd01 req-31880a5a-9103-4066-ab93-0cc678a9fbdd tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58d8340-93f7-4b2f-9fad-334a6adc200a HTTP/1.1" status: 200 len: 210 time: 0.0271959 May 19 17:04:44.342205 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-dd59f1e0-c4fb-423b-b1f7-100759263c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:45.284315 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:47.047659 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device aace3b3f-e6b4-43f5-93d8-0d231d786781 no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 17:04:47.075424 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: aace3b3f-e6b4-43f5-93d8-0d231d786781 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 17:04:47.075774 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device aace3b3f-e6b4-43f5-93d8-0d231d786781 not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 17:04:47.081278 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:47.347203 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42452) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:04:47.485309 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-7541cf06-ee6f-44bf-a91a-c6ab855133f4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Deleting port 52bfc29b-16cc-498c-ad1c-5af65b4dedcd {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 17:04:47.485658 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7541cf06-ee6f-44bf-a91a-c6ab855133f4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (52bfc29b-16cc-498c-ad1c-5af65b4dedcd), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:47.564551 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7541cf06-ee6f-44bf-a91a-c6ab855133f4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (52bfc29b-16cc-498c-ad1c-5af65b4dedcd), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:47.564782 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7541cf06-ee6f-44bf-a91a-c6ab855133f4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for floatingip (52bfc29b-16cc-498c-ad1c-5af65b4dedcd), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:47.577220 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-7541cf06-ee6f-44bf-a91a-c6ab855133f4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Calling delete_port for 52bfc29b-16cc-498c-ad1c-5af65b4dedcd owned by network:floatingip {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 17:04:47.723557 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7541cf06-ee6f-44bf-a91a-c6ab855133f4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (52bfc29b-16cc-498c-ad1c-5af65b4dedcd), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:47.748119 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541cf06-ee6f-44bf-a91a-c6ab855133f4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event deleted for resources: {'Port': ['ID=52bfc29b-16cc-498c-ad1c-5af65b4dedcd,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:47.808039 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7541cf06-ee6f-44bf-a91a-c6ab855133f4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for floatingip (e6ace68a-8dcd-4cd9-8436-c429e5801fb4), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:47.808371 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.db.l3_db [None req-7541cf06-ee6f-44bf-a91a-c6ab855133f4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Floating IP e6ace68a-8dcd-4cd9-8436-c429e5801fb4 disassociated (deleted). External IP: 172.27.1.141, port: accb8d36-4ef0-487e-bb7e-e2f94c12f717. May 19 17:04:47.959613 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:48.003325 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7541cf06-ee6f-44bf-a91a-c6ab855133f4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 17:04:48.064900 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:48.105419 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7541cf06-ee6f-44bf-a91a-c6ab855133f4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 17:04:48.110207 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-7541cf06-ee6f-44bf-a91a-c6ab855133f4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:48.115051 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13325ec5-887b-4481-ae6d-8d1ab91c2bc0 None None] Sync routers for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 17:04:48.124935 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13325ec5-887b-4481-ae6d-8d1ab91c2bc0 None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 17:04:48.125575 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-13325ec5-887b-4481-ae6d-8d1ab91c2bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T17:04:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:48.139458 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-7541cf06-ee6f-44bf-a91a-c6ab855133f4 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "DELETE /v2.0/floatingips/e6ace68a-8dcd-4cd9-8436-c429e5801fb4 HTTP/1.1" status: 204 len: 168 time: 0.7911880 May 19 17:04:48.140270 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'tag': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 17:04:48.143486 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b3110b-5018-4f33-856c-940c034b0821" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8967ee-efd2-4b7a-8a77-b21e03588a67", "tag": "accb8d36-4ef0-487e-bb7e-e2f94c12f717"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 17:04:48.217798 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:48.234571 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-13325ec5-887b-4481-ae6d-8d1ab91c2bc0 None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 17:04:48.298040 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 17:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8aad91-5d0f-43f2-b95c-0c3eeb346302 x-openstack-request-id: req-6c8aad91-5d0f-43f2-b95c-0c3eeb346302 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 17:04:48.298336 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8967ee-efd2-4b7a-8a77-b21e03588a67", "tag": "accb8d36-4ef0-487e-bb7e-e2f94c12f717", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 17:04:48.298591 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c8aad91-5d0f-43f2-b95c-0c3eeb346302 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 17:04:48.298999 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8aad91-5d0f-43f2-b95c-0c3eeb346302'] response: {'name': 'network-changed', 'server_uuid': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'tag': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'status': 'completed', 'code': 200} May 19 17:04:48.308921 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:48.388854 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1300f1-20e1-40ad-9570-310c529deb67 req-ded67211-4ad3-44c6-9e61-7319ea5b984a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:48.390431 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bf1300f1-20e1-40ad-9570-310c529deb67 req-ded67211-4ad3-44c6-9e61-7319ea5b984a tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 945 time: 0.0477462 May 19 17:04:48.429645 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-13325ec5-887b-4481-ae6d-8d1ab91c2bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:48.442877 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-bf1300f1-20e1-40ad-9570-310c529deb67 req-e6ff1390-88b2-41d7-a4bc-54fc71bb05f9 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468884 May 19 17:04:48.574827 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13325ec5-887b-4481-ae6d-8d1ab91c2bc0 None None] Checking router: f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 17:04:48.583479 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13325ec5-887b-4481-ae6d-8d1ab91c2bc0 None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 17:04:48.584132 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-13325ec5-887b-4481-ae6d-8d1ab91c2bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T17:04:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:48.647095 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:48.702703 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-13325ec5-887b-4481-ae6d-8d1ab91c2bc0 None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 17:04:48.880992 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-13325ec5-887b-4481-ae6d-8d1ab91c2bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:48.907921 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13325ec5-887b-4481-ae6d-8d1ab91c2bc0 None None] The sync data for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi is: [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:03Z', 'revision_number': 4, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi', '_interfaces': [{'id': '0775d3f4-62cb-4e99-b5d8-9400eb2ef478', 'name': '', 'network_id': 'd06705e9-9d4e-4712-8321-c61ce7be2560', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'mac_address': 'fa:16:3e:ac:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '123702d0-cc42-404e-9802-b7b311dafce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:03Z', 'updated_at': '2022-05-19T16:57:08Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'subnets': [{'id': '123702d0-cc42-404e-9802-b7b311dafce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 17:04:49.150344 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e164ea3e-c4cf-41b7-8dd4-8a3544426f43 None None] New status for floating IP e6ace68a-8dcd-4cd9-8436-c429e5801fb4: DOWN {{(pid=110373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 17:04:49.309047 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:49.315896 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3110b-5018-4f33-856c-940c034b0821 req-e61a324e-e0a6-4eb3-bfd8-97df018e98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:49.317540 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-44b3110b-5018-4f33-856c-940c034b0821 req-e61a324e-e0a6-4eb3-bfd8-97df018e98d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95250983234edeb99b67ff4f084416&device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 1129 time: 0.0447073 May 19 17:04:49.384628 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:49.410726 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3110b-5018-4f33-856c-940c034b0821 req-370331ca-b263-467a-b90e-0336afddccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:49.412741 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-44b3110b-5018-4f33-856c-940c034b0821 req-370331ca-b263-467a-b90e-0336afddccb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 200 len: 912 time: 0.0875111 May 19 17:04:49.453262 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-44b3110b-5018-4f33-856c-940c034b0821 req-66308c69-1df4-4cbd-85eb-9361e2db739f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=accb8d36-4ef0-487e-bb7e-e2f94c12f717 HTTP/1.1" status: 200 len: 217 time: 0.0350494 May 19 17:04:49.558717 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5ea1c-d6fe-461c-86c5-a960b49d536b req-208464e9-ec0a-4375-a111-8fa2222e094c tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:49.560172 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5ec5ea1c-d6fe-461c-86c5-a960b49d536b req-208464e9-ec0a-4375-a111-8fa2222e094c tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 945 time: 0.0461702 May 19 17:04:49.608115 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-5ec5ea1c-d6fe-461c-86c5-a960b49d536b req-a51b7c75-acff-43e4-bcca-2d882fbfb475 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/security-groups?id=c37f5018-9389-46ec-bf80-72254443260e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426040 May 19 17:04:49.662097 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3110b-5018-4f33-856c-940c034b0821 req-f5644356-b591-4a8f-aea0-0fe58eddc176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:49.663526 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-44b3110b-5018-4f33-856c-940c034b0821 req-f5644356-b591-4a8f-aea0-0fe58eddc176 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 200 len: 850 time: 0.0454552 May 19 17:04:49.783171 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3110b-5018-4f33-856c-940c034b0821 req-106f5706-d46a-47a6-9118-7a9b28ce4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:49.784681 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-44b3110b-5018-4f33-856c-940c034b0821 req-106f5706-d46a-47a6-9118-7a9b28ce4a25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d06705e9-9d4e-4712-8321-c61ce7be2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456173 May 19 17:04:49.853462 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd4c44-0a93-4725-a505-9d16bc4413cb req-00cadafb-e724-4169-858e-d4f5957d66e5 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 17:04:49.854910 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2fdd4c44-0a93-4725-a505-9d16bc4413cb req-00cadafb-e724-4169-858e-d4f5957d66e5 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 945 time: 0.0457866 May 19 17:04:49.944133 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-2fdd4c44-0a93-4725-a505-9d16bc4413cb req-23cb7af4-0752-447b-9335-3c7887b69a92 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Deleting port accb8d36-4ef0-487e-bb7e-e2f94c12f717 {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 17:04:49.944474 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-2fdd4c44-0a93-4725-a505-9d16bc4413cb req-23cb7af4-0752-447b-9335-3c7887b69a92 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:50.036204 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [req-2fdd4c44-0a93-4725-a505-9d16bc4413cb req-23cb7af4-0752-447b-9335-3c7887b69a92 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] For port accb8d36-4ef0-487e-bb7e-e2f94c12f717, host hv-cinder-84243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84243',level=0,port_id=accb8d36-4ef0-487e-bb7e-e2f94c12f717,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:04:50.036481 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-2fdd4c44-0a93-4725-a505-9d16bc4413cb req-23cb7af4-0752-447b-9335-3c7887b69a92 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:50.050402 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [req-2fdd4c44-0a93-4725-a505-9d16bc4413cb req-23cb7af4-0752-447b-9335-3c7887b69a92 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Calling delete_port for accb8d36-4ef0-487e-bb7e-e2f94c12f717 owned by compute:nova {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 17:04:50.153471 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-44b3110b-5018-4f33-856c-940c034b0821 req-c8f67352-2dd4-4565-adc5-da477e3b4180 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617027 May 19 17:04:50.197296 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-2fdd4c44-0a93-4725-a505-9d16bc4413cb req-23cb7af4-0752-447b-9335-3c7887b69a92 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (accb8d36-4ef0-487e-bb7e-e2f94c12f717), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:50.222420 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb7af4-0752-447b-9335-3c7887b69a92 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event deleted for resources: {'Port': ['ID=accb8d36-4ef0-487e-bb7e-e2f94c12f717,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:50.253231 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [req-44b3110b-5018-4f33-856c-940c034b0821 req-27dbc95c-42f4-413d-9b18-cbf344ec7e91 service neutron] 10.222.0.48 "GET /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940578 May 19 17:04:50.276719 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdd4c44-0a93-4725-a505-9d16bc4413cb req-23cb7af4-0752-447b-9335-3c7887b69a92 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] No DVR routers for this DVR port accb8d36-4ef0-487e-bb7e-e2f94c12f717 on host hv-cinder-84243 {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 17:04:50.279011 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [req-2fdd4c44-0a93-4725-a505-9d16bc4413cb req-23cb7af4-0752-447b-9335-3c7887b69a92 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for port (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:50.282282 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-2fdd4c44-0a93-4725-a505-9d16bc4413cb req-23cb7af4-0752-447b-9335-3c7887b69a92 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.48 "DELETE /v2.0/ports/accb8d36-4ef0-487e-bb7e-e2f94c12f717 HTTP/1.1" status: 204 len: 173 time: 0.4218140 May 19 17:04:50.299963 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'name': 'network-vif-deleted', 'tag': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717'}] {{(pid=110371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 17:04:50.303543 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dd04e496a9fcb997f86d31622dd785f918d88899fdda596fdd05391c601abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdecfa9-6896-4445-aefc-dbe12b415211" -d '{"events": [{"server_uuid": "6f8967ee-efd2-4b7a-8a77-b21e03588a67", "name": "network-vif-deleted", "tag": "accb8d36-4ef0-487e-bb7e-e2f94c12f717"}]}' {{(pid=110371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 17:04:50.338469 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 17:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3a89fa-2b2c-497f-b616-a56daf8232d7 x-openstack-request-id: req-1d3a89fa-2b2c-497f-b616-a56daf8232d7 {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 17:04:50.338793 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8967ee-efd2-4b7a-8a77-b21e03588a67", "name": "network-vif-deleted", "tag": "accb8d36-4ef0-487e-bb7e-e2f94c12f717", "status": "completed", "code": 200}]} {{(pid=110371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 17:04:50.339049 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d3a89fa-2b2c-497f-b616-a56daf8232d7 {{(pid=110371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 17:04:50.339454 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3a89fa-2b2c-497f-b616-a56daf8232d7'] response: {'server_uuid': '6f8967ee-efd2-4b7a-8a77-b21e03588a67', 'name': 'network-vif-deleted', 'tag': 'accb8d36-4ef0-487e-bb7e-e2f94c12f717', 'status': 'completed', 'code': 200} May 19 17:04:50.721038 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [req-45c640a9-1818-4543-9be3-43d14625a459 req-27e4a649-942d-460d-8e89-7b5d437c0752 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f8967ee-efd2-4b7a-8a77-b21e03588a67 HTTP/1.1" status: 200 len: 210 time: 0.0284297 May 19 17:04:51.782491 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42474) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:04:51.888501 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-81b96251-2b79-4ad0-9dec-17c6c5bad889 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Deleting port f96d56de-c305-4386-908b-5d5b221d719c {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 17:04:51.888847 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-81b96251-2b79-4ad0-9dec-17c6c5bad889 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (f96d56de-c305-4386-908b-5d5b221d719c), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:51.900557 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:51.968770 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-81b96251-2b79-4ad0-9dec-17c6c5bad889 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (f96d56de-c305-4386-908b-5d5b221d719c), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:51.969095 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-81b96251-2b79-4ad0-9dec-17c6c5bad889 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for floatingip (f96d56de-c305-4386-908b-5d5b221d719c), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:51.980970 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-81b96251-2b79-4ad0-9dec-17c6c5bad889 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Calling delete_port for f96d56de-c305-4386-908b-5d5b221d719c owned by network:floatingip {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 17:04:52.029839 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:52.107473 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-81b96251-2b79-4ad0-9dec-17c6c5bad889 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (f96d56de-c305-4386-908b-5d5b221d719c), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:52.360419 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b96251-2b79-4ad0-9dec-17c6c5bad889 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event deleted for resources: {'Port': ['ID=f96d56de-c305-4386-908b-5d5b221d719c,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:52.421458 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-81b96251-2b79-4ad0-9dec-17c6c5bad889 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for floatingip (fe9c070d-649f-4443-8551-b88a478aa61f), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:52.423899 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-81b96251-2b79-4ad0-9dec-17c6c5bad889 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38310'] for floatingip (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:52.425038 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-81b96251-2b79-4ad0-9dec-17c6c5bad889 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "DELETE /v2.0/floatingips/fe9c070d-649f-4443-8551-b88a478aa61f HTTP/1.1" status: 204 len: 168 time: 0.6427019 May 19 17:04:53.076121 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device accb8d36-4ef0-487e-bb7e-e2f94c12f717 no longer exists at agent hyperv_hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 17:04:53.094690 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] No Port match for: accb8d36-4ef0-487e-bb7e-e2f94c12f717 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 17:04:53.095034 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Device accb8d36-4ef0-487e-bb7e-e2f94c12f717 not bound to the agent host hv-cinder-84243 {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 17:04:53.623887 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 42486) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:04:53.681523 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0a86555d-36c1-4a8f-b5b9-50f5b4b718b5 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group (c37f5018-9389-46ec-bf80-72254443260e), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:53.709881 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0a86555d-36c1-4a8f-b5b9-50f5b4b718b5 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group (c37f5018-9389-46ec-bf80-72254443260e), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:53.773865 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0a86555d-36c1-4a8f-b5b9-50f5b4b718b5 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (c37f5018-9389-46ec-bf80-72254443260e), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:53.776463 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-0a86555d-36c1-4a8f-b5b9-50f5b4b718b5 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Publish callbacks [] for security_group (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:53.777678 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-0a86555d-36c1-4a8f-b5b9-50f5b4b718b5 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] 10.222.0.36 "DELETE /v2.0/security-groups/c37f5018-9389-46ec-bf80-72254443260e HTTP/1.1" status: 204 len: 168 time: 0.1527627 May 19 17:04:53.786669 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86555d-36c1-4a8f-b5b9-50f5b4b718b5 tempest-TestVolumeBootPattern-2093339522 tempest-TestVolumeBootPattern-2093339522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37f5018-9389-46ec-bf80-72254443260e,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:53.839011 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 42490) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:04:54.283133 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bdadc3e2-3f6e-49fe-bb5c-0e5f2f6ae514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-777684'] for router_interface (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:54.382583 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:54.413973 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:54.507258 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-bdadc3e2-3f6e-49fe-bb5c-0e5f2f6ae514 admin admin] Deleting port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 17:04:54.507604 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bdadc3e2-3f6e-49fe-bb5c-0e5f2f6ae514 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:54.588732 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-bdadc3e2-3f6e-49fe-bb5c-0e5f2f6ae514 admin admin] For port 0775d3f4-62cb-4e99-b5d8-9400eb2ef478, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=0775d3f4-62cb-4e99-b5d8-9400eb2ef478,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:04:54.589012 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bdadc3e2-3f6e-49fe-bb5c-0e5f2f6ae514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:54.602021 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-bdadc3e2-3f6e-49fe-bb5c-0e5f2f6ae514 admin admin] Calling delete_port for 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 owned by network:router_interface {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 17:04:54.776133 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bdadc3e2-3f6e-49fe-bb5c-0e5f2f6ae514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (0775d3f4-62cb-4e99-b5d8-9400eb2ef478), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:54.801406 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadc3e2-3f6e-49fe-bb5c-0e5f2f6ae514 admin admin] Pushing event deleted for resources: {'Port': ['ID=0775d3f4-62cb-4e99-b5d8-9400eb2ef478,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:54.970580 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-bdadc3e2-3f6e-49fe-bb5c-0e5f2f6ae514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773835'] for router_interface (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:55.176151 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdadc3e2-3f6e-49fe-bb5c-0e5f2f6ae514 admin admin] Router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 17:04:55.227090 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:55.229301 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:55.283679 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdadc3e2-3f6e-49fe-bb5c-0e5f2f6ae514 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 17:04:55.291203 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42494) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:04:55.292853 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a9fb34-c6e4-4c98-bad3-ab5e2ca01c8e None None] Sync routers for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 17:04:55.297046 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-bdadc3e2-3f6e-49fe-bb5c-0e5f2f6ae514 admin admin] 10.222.0.36 "PUT /v2.0/routers/f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4500535 May 19 17:04:55.307043 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9fb34-c6e4-4c98-bad3-ab5e2ca01c8e None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 17:04:55.307965 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-c9a9fb34-c6e4-4c98-bad3-ab5e2ca01c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T17:04:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:55.392973 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] Publish callbacks [] for router (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:55.411738 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-c9a9fb34-c6e4-4c98-bad3-ab5e2ca01c8e None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: dv-cinder-842433-1-iscsi {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 17:04:55.491217 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] Publish callbacks [] for router_gateway (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:55.532314 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] Deleting port ff4ec8c8-2e35-45b3-aec5-133f012a5596 {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 17:04:55.532657 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (ff4ec8c8-2e35-45b3-aec5-133f012a5596), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:55.580283 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-c9a9fb34-c6e4-4c98-bad3-ab5e2ca01c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T17:04:54Z', 'revision_number': 5, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port': {'id': 'ff4ec8c8-2e35-45b3-aec5-133f012a5596', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T16:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:55.605927 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a9fb34-c6e4-4c98-bad3-ab5e2ca01c8e None None] Checking router: f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 for host: dv-cinder-842433-1-iscsi {{(pid=110372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 17:04:55.614432 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9fb34-c6e4-4c98-bad3-ab5e2ca01c8e None None] Routers {'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 17:04:55.615077 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] For port ff4ec8c8-2e35-45b3-aec5-133f012a5596, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=ff4ec8c8-2e35-45b3-aec5-133f012a5596,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:04:55.615722 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-c9a9fb34-c6e4-4c98-bad3-ab5e2ca01c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T17:04:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'], 'active': True} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:55.615937 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (ff4ec8c8-2e35-45b3-aec5-133f012a5596), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:55.628602 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] Calling delete_port for ff4ec8c8-2e35-45b3-aec5-133f012a5596 owned by network:router_gateway {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 17:04:55.689361 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=100 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:55.697722 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvr_db [None req-c9a9fb34-c6e4-4c98-bad3-ab5e2ca01c8e None None] Set router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 gateway port host: None {{(pid=110372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 17:04:55.747462 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_hamode_db [None req-c9a9fb34-c6e4-4c98-bad3-ab5e2ca01c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T17:04:55Z', 'revision_number': 6, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port_host': None}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:55.774581 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:55.775159 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a9fb34-c6e4-4c98-bad3-ab5e2ca01c8e None None] The sync data for ids ['f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0'] in dv-cinder-842433-1-iscsi is: [{'id': 'f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0', 'name': 'tempest-TestVolumeBootPattern-200977653-router', 'tenant_id': 'dc95250983234edeb99b67ff4f084416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:01Z', 'updated_at': '2022-05-19T17:04:55Z', 'revision_number': 6, 'project_id': 'dc95250983234edeb99b67ff4f084416', 'gw_port_host': None}] {{(pid=110372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 17:04:55.800487 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (ff4ec8c8-2e35-45b3-aec5-133f012a5596), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:55.825755 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4ec8c8-2e35-45b3-aec5-133f012a5596,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:55.891827 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782310'] for router_gateway (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:55.949422 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:55.979182 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11820'] for router (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:55.981653 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] Publish callbacks [] for router_controller (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), precommit_delete_associations {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.021820 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783543'] for router (f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.022357 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 {{(pid=110371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 17:04:56.026541 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.027812 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-289af665-855b-4344-9591-d02b07f6c949 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f8f286a3-8e8e-4159-9fc0-afbcfaa02cf0 HTTP/1.1" status: 204 len: 168 time: 0.7351491 May 19 17:04:56.030270 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42496) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:04:56.073521 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.db_base_plugin_v2 [None req-a209dbda-a80f-40f5-9453-476bad7f636c admin admin] Deleting subnet 123702d0-cc42-404e-9802-b7b311dafce3 {{(pid=110371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 17:04:56.076417 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a209dbda-a80f-40f5-9453-476bad7f636c admin admin] Publish callbacks [] for subnet (123702d0-cc42-404e-9802-b7b311dafce3), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.110675 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a209dbda-a80f-40f5-9453-476bad7f636c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-40884'] for subnet (123702d0-cc42-404e-9802-b7b311dafce3), precommit_delete_associations {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.192989 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a209dbda-a80f-40f5-9453-476bad7f636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (123702d0-cc42-404e-9802-b7b311dafce3), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.249029 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a209dbda-a80f-40f5-9453-476bad7f636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3953882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3860270'] for subnet (123702d0-cc42-404e-9802-b7b311dafce3), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.278914 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209dbda-a80f-40f5-9453-476bad7f636c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123702d0-cc42-404e-9802-b7b311dafce3,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:56.282535 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-a209dbda-a80f-40f5-9453-476bad7f636c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.286224 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-a209dbda-a80f-40f5-9453-476bad7f636c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/123702d0-cc42-404e-9802-b7b311dafce3 HTTP/1.1" status: 204 len: 168 time: 0.2544684 May 19 17:04:56.288256 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42498) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:04:56.288402 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adf68b9-2404-4259-9c74-ef35bad1b682 None None] Network d06705e9-9d4e-4712-8321-c61ce7be2560 requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 17:04:56.358897 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (d06705e9-9d4e-4712-8321-c61ce7be2560), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.402936 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Deleting port 79927320-be18-49b6-a72b-b7dae7a903dd {{(pid=110371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 17:04:56.403282 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.468358 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.db [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] For port 79927320-be18-49b6-a72b-b7dae7a903dd, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=79927320-be18-49b6-a72b-b7dae7a903dd,segment=NetworkSegment(e8da9d23-102f-4fff-b15a-a0d541b78e13),segment_id=e8da9d23-102f-4fff-b15a-a0d541b78e13)] {{(pid=110371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:04:56.468650 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.481008 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.plugin [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Calling delete_port for 79927320-be18-49b6-a72b-b7dae7a903dd owned by network:dhcp {{(pid=110371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 17:04:56.531815 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] DHCP port deletion for d06705e9-9d4e-4712-8321-c61ce7be2560 request from dv-cinder-842433-1-iscsi {{(pid=110372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 17:04:56.542150 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:56.569202 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3952939'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.580008 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Deleting port 79927320-be18-49b6-a72b-b7dae7a903dd {{(pid=110372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 17:04:56.580382 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), before_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.594380 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=79927320-be18-49b6-a72b-b7dae7a903dd,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:56.596225 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] No DVR routers for this DVR port 79927320-be18-49b6-a72b-b7dae7a903dd on host dv-cinder-842433-1-iscsi {{(pid=110371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 17:04:56.645346 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] For port 79927320-be18-49b6-a72b-b7dae7a903dd, host dv-cinder-842433-1-iscsi, got binding levels [] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:04:56.645747 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), precommit_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.659351 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Calling delete_port for 79927320-be18-49b6-a72b-b7dae7a903dd owned by network:dhcp {{(pid=110372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 17:04:56.662419 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.ipam_backend_mixin [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Port 79927320-be18-49b6-a72b-b7dae7a903dd was not found and therefore no delete operation was performed {{(pid=110372) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 17:04:56.663648 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583'] for port (79927320-be18-49b6-a72b-b7dae7a903dd), after_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.672202 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (d06705e9-9d4e-4712-8321-c61ce7be2560), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.691931 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Pushing event deleted for resources: {'Port': ['ID=79927320-be18-49b6-a72b-b7dae7a903dd,revision_number=None']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:56.692348 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06705e9-9d4e-4712-8321-c61ce7be2560']}} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:56.697026 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] No DVR routers for this DVR port 79927320-be18-49b6-a72b-b7dae7a903dd on host dv-cinder-842433-1-iscsi {{(pid=110372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 17:04:56.699407 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:56.703375 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8da9d23-102f-4fff-b15a-a0d541b78e13') {'for_net_delete': True} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:56.703551 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.703679 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.services.segments.db [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8da9d23-102f-4fff-b15a-a0d541b78e13') {} {{(pid=110371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:56.703798 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.704109 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.704444 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.705063 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.705063 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.705435 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.705758 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.706414 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.706793 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.707074 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.707429 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.707984 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.708087 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.708326 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3022219-3380-4143-bdb6-a9f3ae1d8178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842433-1-iscsi {{(pid=110372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 17:04:56.716761 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-40845'] for segment (e8da9d23-102f-4fff-b15a-a0d541b78e13), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.730574 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (e8da9d23-102f-4fff-b15a-a0d541b78e13), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.737679 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=110371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 17:04:56.738015 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3953016'] for segment (e8da9d23-102f-4fff-b15a-a0d541b78e13), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: Traceback (most recent call last): May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: timer() May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: cb(*args, **kw) May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: return func(*args, **kwargs) May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: self._notify() May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: self.callback(batched_events) May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: event.method(event) May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: aggregate_uuid = self.p_client.list_aggregates( May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: return f(self, *a, **k) May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._get(url).json() May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: return self.request(url, 'GET', **kwargs) May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: base_url = self.get_endpoint(auth, allow=allow, May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 17:04:56.740751 dv-cinder-842433-1-iscsi neutron-server[110371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 17:04:56.794738 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (d06705e9-9d4e-4712-8321-c61ce7be2560), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.801642 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:56.808395 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d06705e9-9d4e-4712-8321-c61ce7be2560 HTTP/1.1" status: 204 len: 168 time: 0.5161028 May 19 17:04:56.808622 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 42500) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:04:56.819969 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514af0e-d6b0-4f75-afa9-949f7e830bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d06705e9-9d4e-4712-8321-c61ce7be2560,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:57.126022 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d978de1a-dc16-4ce6-93fc-f7507cd9d108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-777684'] for router_interface (ea3b38be-ef94-4d96-9d0e-637b14d700de), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:57.339894 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 79927320-be18-49b6-a72b-b7dae7a903dd no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 17:04:57.343833 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-d978de1a-dc16-4ce6-93fc-f7507cd9d108 admin admin] Deleting port 13667b88-6209-40ff-9d28-4c2998e8012f {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 17:04:57.344176 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d978de1a-dc16-4ce6-93fc-f7507cd9d108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:57.359495 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 79927320-be18-49b6-a72b-b7dae7a903dd {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 17:04:57.359910 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 79927320-be18-49b6-a72b-b7dae7a903dd not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 17:04:57.360390 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device ff4ec8c8-2e35-45b3-aec5-133f012a5596 no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 17:04:57.378351 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: ff4ec8c8-2e35-45b3-aec5-133f012a5596 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 17:04:57.378626 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device ff4ec8c8-2e35-45b3-aec5-133f012a5596 not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 17:04:57.379035 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 17:04:57.396738 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 17:04:57.397087 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 0775d3f4-62cb-4e99-b5d8-9400eb2ef478 not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 17:04:57.427754 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-d978de1a-dc16-4ce6-93fc-f7507cd9d108 admin admin] For port 13667b88-6209-40ff-9d28-4c2998e8012f, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=13667b88-6209-40ff-9d28-4c2998e8012f,segment=NetworkSegment(cb44c021-3be4-4ea9-a782-595970e5866f),segment_id=cb44c021-3be4-4ea9-a782-595970e5866f)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:04:57.428136 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d978de1a-dc16-4ce6-93fc-f7507cd9d108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:57.440892 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-d978de1a-dc16-4ce6-93fc-f7507cd9d108 admin admin] Calling delete_port for 13667b88-6209-40ff-9d28-4c2998e8012f owned by network:router_interface {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 17:04:57.549694 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=100 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:57.619758 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d978de1a-dc16-4ce6-93fc-f7507cd9d108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (13667b88-6209-40ff-9d28-4c2998e8012f), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:57.623641 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:57.647355 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978de1a-dc16-4ce6-93fc-f7507cd9d108 admin admin] Pushing event deleted for resources: {'Port': ['ID=13667b88-6209-40ff-9d28-4c2998e8012f,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:57.809245 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-d978de1a-dc16-4ce6-93fc-f7507cd9d108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-776663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-773835'] for router_interface (ea3b38be-ef94-4d96-9d0e-637b14d700de), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:58.012817 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d978de1a-dc16-4ce6-93fc-f7507cd9d108 admin admin] Router ea3b38be-ef94-4d96-9d0e-637b14d700de has already been hosted by L3 agent d8353c3c-3292-4b8d-bf14-84808bdac5d8 {{(pid=110370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 17:04:58.111273 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d978de1a-dc16-4ce6-93fc-f7507cd9d108 admin admin] Notify agent at l3_agent.dv-cinder-842433-1-iscsi the message routers_updated {{(pid=110370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 17:04:58.116982 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-d978de1a-dc16-4ce6-93fc-f7507cd9d108 admin admin] 10.222.0.36 "PUT /v2.0/routers/ea3b38be-ef94-4d96-9d0e-637b14d700de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3070838 May 19 17:04:58.119521 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 42502) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:04:58.122487 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafb1af-a851-4b1a-924d-0d8499449a19 None None] Sync routers for ids ['ea3b38be-ef94-4d96-9d0e-637b14d700de'] in dv-cinder-842433-1-iscsi {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 17:04:58.133215 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafb1af-a851-4b1a-924d-0d8499449a19 None None] Routers {'ea3b38be-ef94-4d96-9d0e-637b14d700de'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 17:04:58.133828 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-4cafb1af-a851-4b1a-924d-0d8499449a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T17:04:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['ea3b38be-ef94-4d96-9d0e-637b14d700de'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:58.218689 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] Publish callbacks [] for router (ea3b38be-ef94-4d96-9d0e-637b14d700de), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:58.313248 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-4cafb1af-a851-4b1a-924d-0d8499449a19 None None] Set router ea3b38be-ef94-4d96-9d0e-637b14d700de gateway port host: dv-cinder-842433-1-iscsi {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 17:04:58.319191 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] Publish callbacks [] for router_gateway (ea3b38be-ef94-4d96-9d0e-637b14d700de), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:58.361527 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] Deleting port e045ab09-31ce-464e-bdef-95fcdf6d32e6 {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 17:04:58.361880 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (e045ab09-31ce-464e-bdef-95fcdf6d32e6), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:58.418300 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:58.448612 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] For port e045ab09-31ce-464e-bdef-95fcdf6d32e6, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=e045ab09-31ce-464e-bdef-95fcdf6d32e6,segment=NetworkSegment(a5167373-6db4-497f-a78a-d004b56e596c),segment_id=a5167373-6db4-497f-a78a-d004b56e596c)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:04:58.448982 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (e045ab09-31ce-464e-bdef-95fcdf6d32e6), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:58.462005 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] Calling delete_port for e045ab09-31ce-464e-bdef-95fcdf6d32e6 owned by network:router_gateway {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 17:04:58.483822 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-4cafb1af-a851-4b1a-924d-0d8499449a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'name': 'tempest-TestVolumeBootPattern-2009900157-router', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'external_fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'e045ab09-31ce-464e-bdef-95fcdf6d32e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T17:04:57Z', 'revision_number': 5, 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'gw_port': {'id': 'e045ab09-31ce-464e-bdef-95fcdf6d32e6', 'name': '', 'network_id': '98da84b6-3a55-4aa5-9045-219aa962a35a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:18:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842433-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494860a-6894-4a6a-8447-9a54fb7d7bcf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842433-1-iscsi'}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:58.512115 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafb1af-a851-4b1a-924d-0d8499449a19 None None] Checking router: ea3b38be-ef94-4d96-9d0e-637b14d700de for host: dv-cinder-842433-1-iscsi {{(pid=110373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 17:04:58.517994 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:58.520509 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafb1af-a851-4b1a-924d-0d8499449a19 None None] Routers {'ea3b38be-ef94-4d96-9d0e-637b14d700de'} bound to L3 agent in host dv-cinder-842433-1-iscsi {{(pid=110373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 17:04:58.521124 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-4cafb1af-a851-4b1a-924d-0d8499449a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842433-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T16:33:44Z,description=,heartbeat_timestamp=2022-05-19T17:04:44Z,host='dv-cinder-842433-1-iscsi',id=d8353c3c-3292-4b8d-bf14-84808bdac5d8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T16:33:44Z,topic='l3_agent')) {'router_ids': ['ea3b38be-ef94-4d96-9d0e-637b14d700de'], 'active': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:58.600884 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvr_db [None req-4cafb1af-a851-4b1a-924d-0d8499449a19 None None] Set router ea3b38be-ef94-4d96-9d0e-637b14d700de gateway port host: None {{(pid=110373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 17:04:58.629738 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (e045ab09-31ce-464e-bdef-95fcdf6d32e6), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:58.651993 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.l3_hamode_db [None req-4cafb1af-a851-4b1a-924d-0d8499449a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'name': 'tempest-TestVolumeBootPattern-2009900157-router', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T17:04:58Z', 'revision_number': 6, 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'gw_port_host': None}], 'dv-cinder-842433-1-iscsi', False) {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:58.654289 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e045ab09-31ce-464e-bdef-95fcdf6d32e6,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:58.677172 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafb1af-a851-4b1a-924d-0d8499449a19 None None] The sync data for ids ['ea3b38be-ef94-4d96-9d0e-637b14d700de'] in dv-cinder-842433-1-iscsi is: [{'id': 'ea3b38be-ef94-4d96-9d0e-637b14d700de', 'name': 'tempest-TestVolumeBootPattern-2009900157-router', 'tenant_id': '50835675114e4bf2881eb7d02fbbd676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T16:57:06Z', 'updated_at': '2022-05-19T17:04:58Z', 'revision_number': 6, 'project_id': '50835675114e4bf2881eb7d02fbbd676', 'gw_port_host': None}] {{(pid=110373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 17:04:58.717707 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782310'] for router_gateway (ea3b38be-ef94-4d96-9d0e-637b14d700de), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.063429 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11820'] for router (ea3b38be-ef94-4d96-9d0e-637b14d700de), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.066134 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] Publish callbacks [] for router_controller (ea3b38be-ef94-4d96-9d0e-637b14d700de), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.117445 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783543'] for router (ea3b38be-ef94-4d96-9d0e-637b14d700de), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.118077 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea3b38be-ef94-4d96-9d0e-637b14d700de {{(pid=110370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 17:04:59.122448 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.123621 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-16238fc1-a44f-4195-b577-186e11fb45a0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ea3b38be-ef94-4d96-9d0e-637b14d700de HTTP/1.1" status: 204 len: 168 time: 1.0030897 May 19 17:04:59.126144 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 42504) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:04:59.171460 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.db_base_plugin_v2 [None req-664cf0fe-51f6-4b9b-9728-d5ae4cba1397 admin admin] Deleting subnet 7acb5f7f-89e6-4884-963c-f19634937b61 {{(pid=110370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 17:04:59.174731 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-664cf0fe-51f6-4b9b-9728-d5ae4cba1397 admin admin] Publish callbacks [] for subnet (7acb5f7f-89e6-4884-963c-f19634937b61), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.209631 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-664cf0fe-51f6-4b9b-9728-d5ae4cba1397 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260361774'] for subnet (7acb5f7f-89e6-4884-963c-f19634937b61), precommit_delete_associations {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.286922 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-664cf0fe-51f6-4b9b-9728-d5ae4cba1397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16404703'] for subnet (7acb5f7f-89e6-4884-963c-f19634937b61), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.338900 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-664cf0fe-51f6-4b9b-9728-d5ae4cba1397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16404678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260500120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261016939'] for subnet (7acb5f7f-89e6-4884-963c-f19634937b61), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.364680 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cf0fe-51f6-4b9b-9728-d5ae4cba1397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7acb5f7f-89e6-4884-963c-f19634937b61,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:59.368261 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-664cf0fe-51f6-4b9b-9728-d5ae4cba1397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for subnet (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.371367 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-664cf0fe-51f6-4b9b-9728-d5ae4cba1397 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7acb5f7f-89e6-4884-963c-f19634937b61 HTTP/1.1" status: 204 len: 168 time: 0.2442915 May 19 17:04:59.373915 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [-] (110370) accepted ('10.222.0.36', 42506) {{(pid=110370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:04:59.377586 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e0d92-d5ad-41b2-a8c5-bc86c3f73eb9 None None] Network 55733200-b749-428e-9266-13004039065f requested from dv-cinder-842433-1-iscsi {{(pid=110372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 17:04:59.446495 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16502272'] for network (55733200-b749-428e-9266-13004039065f), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.475307 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device e045ab09-31ce-464e-bdef-95fcdf6d32e6 no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 17:04:59.499839 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Deleting port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a {{(pid=110370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 17:04:59.500183 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.500333 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: e045ab09-31ce-464e-bdef-95fcdf6d32e6 {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 17:04:59.500650 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device e045ab09-31ce-464e-bdef-95fcdf6d32e6 not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 17:04:59.501071 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 13667b88-6209-40ff-9d28-4c2998e8012f no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 17:04:59.520366 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: 13667b88-6209-40ff-9d28-4c2998e8012f {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 17:04:59.520709 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device 13667b88-6209-40ff-9d28-4c2998e8012f not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 17:04:59.544653 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac66cafe-52a0-40ef-9174-c2179cf347c9 None None] DHCP port deletion for 55733200-b749-428e-9266-13004039065f request from dv-cinder-842433-1-iscsi {{(pid=110372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 17:04:59.567765 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:59.575395 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] For port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=b3d15b98-bd9f-4f01-9fc4-214d91e98c8a,segment=NetworkSegment(cb44c021-3be4-4ea9-a782-595970e5866f),segment_id=cb44c021-3be4-4ea9-a782-595970e5866f)] {{(pid=110370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:04:59.577094 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.587461 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-ac66cafe-52a0-40ef-9174-c2179cf347c9 None None] Deleting port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a {{(pid=110372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 17:04:59.587842 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ac66cafe-52a0-40ef-9174-c2179cf347c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741474664421'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), before_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.594972 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Calling delete_port for b3d15b98-bd9f-4f01-9fc4-214d91e98c8a owned by network:dhcp {{(pid=110370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 17:04:59.652912 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.db [None req-ac66cafe-52a0-40ef-9174-c2179cf347c9 None None] For port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a, host dv-cinder-842433-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842433-1-iscsi',level=0,port_id=b3d15b98-bd9f-4f01-9fc4-214d91e98c8a,segment=NetworkSegment(cb44c021-3be4-4ea9-a782-595970e5866f),segment_id=cb44c021-3be4-4ea9-a782-595970e5866f)] {{(pid=110372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 17:04:59.653309 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ac66cafe-52a0-40ef-9174-c2179cf347c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-777502'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), precommit_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.667112 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-ac66cafe-52a0-40ef-9174-c2179cf347c9 None None] Calling delete_port for b3d15b98-bd9f-4f01-9fc4-214d91e98c8a owned by network:dhcp {{(pid=110372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 17:04:59.670786 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:04:59.692072 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260501353'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.722966 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d15b98-bd9f-4f01-9fc4-214d91e98c8a,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:59.724925 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] No DVR routers for this DVR port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a on host dv-cinder-842433-1-iscsi {{(pid=110370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 17:04:59.748189 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ac66cafe-52a0-40ef-9174-c2179cf347c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16426701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741474674041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741474135583'] for port (b3d15b98-bd9f-4f01-9fc4-214d91e98c8a), after_delete {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.778020 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66cafe-52a0-40ef-9174-c2179cf347c9 None None] Pushing event deleted for resources: {'Port': ['ID=b3d15b98-bd9f-4f01-9fc4-214d91e98c8a,revision_number=None']} {{(pid=110372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:04:59.783807 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac66cafe-52a0-40ef-9174-c2179cf347c9 None None] No DVR routers for this DVR port b3d15b98-bd9f-4f01-9fc4-214d91e98c8a on host dv-cinder-842433-1-iscsi {{(pid=110372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 17:04:59.808965 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16406890', 'neutron.services.segments.db._delete_segments_for_network-8741474678038'] for network (55733200-b749-428e-9266-13004039065f), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.832586 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55733200-b749-428e-9266-13004039065f']}} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:59.842276 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb44c021-3be4-4ea9-a782-595970e5866f') {'for_net_delete': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:59.842574 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.services.segments.db [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb44c021-3be4-4ea9-a782-595970e5866f') {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 17:04:59.852003 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741474679327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260361751'] for segment (cb44c021-3be4-4ea9-a782-595970e5866f), before_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.865947 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044'] for segment (cb44c021-3be4-4ea9-a782-595970e5866f), precommit_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.872540 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=110370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 17:04:59.879231 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16395044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260501306'] for segment (cb44c021-3be4-4ea9-a782-595970e5866f), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: Traceback (most recent call last): May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: timer() May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: cb(*args, **kw) May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: return func(*args, **kwargs) May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: self._notify() May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: self.callback(batched_events) May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: event.method(event) May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: aggregate_uuid = self.p_client.list_aggregates( May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: return f(self, *a, **k) May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._get(url).json() May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: return self.request(url, 'GET', **kwargs) May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: base_url = self.get_endpoint(auth, allow=allow, May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 17:04:59.881761 dv-cinder-842433-1-iscsi neutron-server[110370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 17:04:59.935721 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16406865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-776670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778452'] for network (55733200-b749-428e-9266-13004039065f), after_delete {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.941086 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-776688'] for network (None), before_response {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:04:59.944940 dv-cinder-842433-1-iscsi neutron-server[110370]: INFO neutron.wsgi [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] 10.222.0.36 "DELETE /v2.0/networks/55733200-b749-428e-9266-13004039065f HTTP/1.1" status: 204 len: 168 time: 0.5700510 May 19 17:04:59.956105 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529d80e-da12-4f21-bd7c-42f39b63440a admin admin] Pushing event deleted for resources: {'Network': ['ID=55733200-b749-428e-9266-13004039065f,revision_number=None']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:05:00.060903 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42510) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:05:00.101809 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-b3569604-325e-45c2-a0b4-7fd9aea5ac81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc95250983234edeb99b67ff4f084416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397110 May 19 17:05:00.104418 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42512) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:05:00.127629 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:05:00.153920 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-336527e1-b833-475f-8130-3d9ff4fd831d admin admin] Publish callbacks [] for security_group (8954435c-c56e-4d91-86b6-72353423dba1), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:00.182842 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-336527e1-b833-475f-8130-3d9ff4fd831d admin admin] Publish callbacks [] for security_group (8954435c-c56e-4d91-86b6-72353423dba1), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:00.233252 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-336527e1-b833-475f-8130-3d9ff4fd831d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (8954435c-c56e-4d91-86b6-72353423dba1), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:00.235930 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-336527e1-b833-475f-8130-3d9ff4fd831d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:00.236793 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-336527e1-b833-475f-8130-3d9ff4fd831d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8954435c-c56e-4d91-86b6-72353423dba1 HTTP/1.1" status: 204 len: 168 time: 0.1314731 May 19 17:05:00.245302 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336527e1-b833-475f-8130-3d9ff4fd831d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8954435c-c56e-4d91-86b6-72353423dba1,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:05:00.556698 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42518) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:05:00.596772 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-d5afb6c7-6871-4ac5-9aa3-c23eb4c0c572 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50835675114e4bf2881eb7d02fbbd676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389056 May 19 17:05:00.599212 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.wsgi [-] (110371) accepted ('10.222.0.36', 42520) {{(pid=110371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 17:05:00.646344 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1ff80d20-7bf7-4338-9de0-90992a59710c admin admin] Publish callbacks [] for security_group (1defe130-ec9f-48ac-9a7a-c3f72e5cec4f), before_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:00.669794 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1ff80d20-7bf7-4338-9de0-90992a59710c admin admin] Publish callbacks [] for security_group (1defe130-ec9f-48ac-9a7a-c3f72e5cec4f), precommit_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:00.716127 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1ff80d20-7bf7-4338-9de0-90992a59710c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536710'] for security_group (1defe130-ec9f-48ac-9a7a-c3f72e5cec4f), after_delete {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:00.718791 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron_lib.callbacks.manager [None req-1ff80d20-7bf7-4338-9de0-90992a59710c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:00.719901 dv-cinder-842433-1-iscsi neutron-server[110371]: INFO neutron.wsgi [None req-1ff80d20-7bf7-4338-9de0-90992a59710c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1defe130-ec9f-48ac-9a7a-c3f72e5cec4f HTTP/1.1" status: 204 len: 168 time: 0.1197491 May 19 17:05:00.727892 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff80d20-7bf7-4338-9de0-90992a59710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1defe130-ec9f-48ac-9a7a-c3f72e5cec4f,revision_number=None']} {{(pid=110371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 17:05:01.335434 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b3d15b98-bd9f-4f01-9fc4-214d91e98c8a no longer exists at agent ovs-agent-dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 17:05:01.355270 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.plugin [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] No Port match for: b3d15b98-bd9f-4f01-9fc4-214d91e98c8a {{(pid=110372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 17:05:01.355614 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron.plugins.ml2.rpc [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Device b3d15b98-bd9f-4f01-9fc4-214d91e98c8a not bound to the agent host dv-cinder-842433-1-iscsi {{(pid=110372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 17:05:08.654441 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=48 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:05:08.655280 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=62 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:05:09.946408 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:05:09.947261 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=25,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:05:10.702725 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=48,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:05:10.723549 dv-cinder-842433-1-iscsi neutron-server[110371]: DEBUG dbcounter [-] [110371] Writing DB stats neutron:SELECT=38,neutron:DELETE=6 {{(pid=110371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:05:11.043213 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-ae69b975-3f06-47cd-8430-a7faa36252bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:11.244946 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:13.406507 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:05:14.343655 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-8173ff70-320b-4501-a2db-259ad3f4c953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:15.286179 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:17.057734 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:18.619407 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:28.608000 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:05:28.614429 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:05:37.451294 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:05:37.452008 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:05:41.044904 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-3020ec9f-c7ba-4dab-b4bc-db6d49093e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:41.269972 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:44.344624 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-392fd0ed-f0c6-4541-a6d1-9b56b7d181c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:45.288722 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:47.060734 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:48.622559 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:05:50.405212 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:06:00.081218 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:06:00.084475 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:06:10.343787 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:06:10.347601 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:06:11.046607 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-e1934549-b091-4328-b1df-346ebb5a820d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:06:11.286059 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:06:14.345599 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-d89adb0d-89bb-49e6-8ebd-f9e0420d35d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:06:15.291663 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:06:17.180623 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:06:18.625391 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:06:26.042774 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [req-bfebc6d4-29d3-49fc-8a94-2b5e6f0d1faf req-57202c0b-da46-49af-a570-94d7c4c199dc tempest-AttachVolumeNegativeTest-1493457525 tempest-AttachVolumeNegativeTest-1493457525-project] (110370) timed out ('10.222.0.36', 58148) {{(pid=110370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 17:06:27.405220 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:06:28.618729 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:06:28.621706 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:06:41.048358 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-f8b8ee82-05a2-482f-bffd-134c4847762a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:06:41.285581 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:06:44.347267 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-921fcf4c-f105-403f-ac20-0746d954c924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:06:45.294920 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:06:47.067493 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:06:47.339538 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=15 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:06:47.343456 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=19 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:06:48.627498 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:06:58.621835 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:06:58.623823 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:07:04.403345 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:07:11.049607 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-6da25460-f611-4f29-a64e-f435d8ed3138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:07:11.285353 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:07:14.349245 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-32026c2c-0095-4d74-a4b1-d725120ef921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:07:15.296588 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:07:17.069309 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:07:18.629409 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:07:24.344210 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:07:24.349261 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:07:28.622865 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:07:28.624892 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:07:32.657734 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-23376b12-04f6-46a1-a257-0afa8e08dbad service neutron] (110370) timed out ('10.222.0.36', 38208) {{(pid=110370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 17:07:32.833547 dv-cinder-842433-1-iscsi neutron-server[110370]: DEBUG neutron.wsgi [req-7b2d7331-3965-43e0-a9d7-b0ef9a585650 req-08720162-7d37-4e8c-ad2e-2a495638d795 tempest-AttachVolumeShelveTestJSON-2024088847 tempest-AttachVolumeShelveTestJSON-2024088847-project] (110370) timed out ('10.222.0.36', 38216) {{(pid=110370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 17:07:37.456332 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:07:37.457133 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:07:41.050549 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5ea2cecb-d185-4cb1-a46d-05bf5c6af26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:07:41.272969 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:07:41.402437 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:07:44.355082 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-609a8386-730e-4bb7-a029-ace7f67dca82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:07:45.302846 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:07:47.072487 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:07:48.631742 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:08:00.083242 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:08:00.085801 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:08:01.340766 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:08:01.345440 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:08:11.052504 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-5678fa41-a0ee-41a2-a5c6-60a3051bb5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:08:11.272142 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:08:14.350076 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a922ab10-1da1-4750-a861-0085b59e52dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:08:15.303561 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:08:17.075028 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:08:18.401685 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:08:18.633599 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:08:28.623654 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:08:28.628964 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:08:40.099696 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=14 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:08:40.101650 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=20 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:08:41.054689 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-2352aec9-1561-4bbf-9e05-5d7264cdf4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:08:41.286779 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:08:44.351692 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-2edaa1c0-9acf-481f-807d-3e45f468b3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:08:45.304203 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:08:47.079399 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:08:48.636014 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:08:55.401006 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:08:58.624528 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:08:58.631088 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:09:11.056943 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-10bc3fad-67b5-4c61-ac9a-68ccd02a2e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:09:11.286398 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:09:14.353659 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-9f138384-6d95-4e76-adda-a800e5b9beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:09:15.308174 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:09:15.337962 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:09:15.347694 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=9 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:09:17.079295 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:09:18.638035 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:09:28.627697 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:09:28.632971 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:09:32.399496 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:09:41.058776 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-fc3c6d57-2dd5-4a90-a26d-560e0aa91aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:09:41.304416 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:09:44.355131 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-a43bad9d-7590-4e2c-a57e-e940c81700e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:09:45.310870 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:09:47.082211 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:09:48.640098 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:09:52.349591 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:09:52.353763 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:10:00.093925 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:10:00.095909 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:10:09.399321 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG neutron.db.agents_db [None req-9e6c9ee0-c925-4c02-a431-bccbcbb08ad7 None None] Agent healthcheck: found 6 active agents {{(pid=110373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 17:10:11.060084 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-8875c374-971b-4e67-8a1b-e84b40b449dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (ca0b555b-4a26-4113-bd68-c228df3a5506), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:10:11.323083 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd9d-ed60-48b2-8912-ca2948a50195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (4ddd744b-7269-4cb0-9406-1bc408c7b443), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:10:14.361463 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9df8-7a9d-40f1-9cb8-3d5de7e9ce9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d8353c3c-3292-4b8d-bf14-84808bdac5d8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:10:15.313381 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-63c421bc-fe76-43d7-9494-db3883a152b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (924561ec-6666-4dc2-adfd-67336d8212b5), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:10:17.084691 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-60ac17e3-3b78-4cf6-9f64-0bec865c127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (da76da52-25fb-46ee-82ea-29a70f75d1f8), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:10:18.642073 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG neutron_lib.callbacks.manager [None req-edbefec2-797a-4c61-8c89-801b88d6ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741474678020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604841'] for agent (d1d8ec12-f8e2-476e-9812-099a50d0fabe), after_update {{(pid=110372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 17:10:28.631678 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:10:28.637965 dv-cinder-842433-1-iscsi neutron-server[110372]: DEBUG dbcounter [-] [110372] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:10:29.341527 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 17:10:29.350551 dv-cinder-842433-1-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=6 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}